2024-11-15 07:17:26,482 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-15 07:17:26,523 main DEBUG Took 0.038411 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-15 07:17:26,523 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-15 07:17:26,524 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-15 07:17:26,525 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-15 07:17:26,526 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 07:17:26,537 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-15 07:17:26,558 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 07:17:26,560 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 07:17:26,561 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 07:17:26,561 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 07:17:26,562 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 07:17:26,562 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 07:17:26,565 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 07:17:26,566 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 07:17:26,567 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 07:17:26,567 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 07:17:26,568 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 07:17:26,569 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 07:17:26,569 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 07:17:26,570 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 07:17:26,571 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 07:17:26,571 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 07:17:26,572 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 07:17:26,572 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 07:17:26,573 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 07:17:26,573 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 07:17:26,574 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 07:17:26,575 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 07:17:26,576 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 07:17:26,576 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-15 07:17:26,577 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 07:17:26,577 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-15 07:17:26,579 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-15 07:17:26,581 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-15 07:17:26,583 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-15 07:17:26,584 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-15 07:17:26,585 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-15 07:17:26,586 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-15 07:17:26,597 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-15 07:17:26,601 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-15 07:17:26,603 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-15 07:17:26,604 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-15 07:17:26,605 main DEBUG createAppenders(={Console}) 2024-11-15 07:17:26,606 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-15 07:17:26,606 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-15 07:17:26,606 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-15 07:17:26,607 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-15 07:17:26,608 main DEBUG OutputStream closed 2024-11-15 07:17:26,608 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-15 07:17:26,609 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-15 07:17:26,609 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-15 07:17:26,719 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-15 07:17:26,722 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-15 07:17:26,725 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-15 07:17:26,726 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-15 07:17:26,727 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-15 07:17:26,728 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-15 07:17:26,728 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-15 07:17:26,731 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-15 07:17:26,731 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-15 07:17:26,732 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-15 07:17:26,732 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-15 07:17:26,733 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-15 07:17:26,733 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-15 07:17:26,734 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-15 07:17:26,734 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-15 07:17:26,735 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-15 07:17:26,735 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-15 07:17:26,736 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-15 07:17:26,739 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15 07:17:26,740 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-15 07:17:26,740 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-15 07:17:26,741 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-15T07:17:26,759 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-15 07:17:26,763 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-15 07:17:26,763 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-15T07:17:26,868 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=434, ProcessCount=11, AvailableMemoryMB=7653 2024-11-15T07:17:27,207 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-15T07:17:27,257 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e197f59-7e6b-1273-8635-2e586de2e636 2024-11-15T07:17:27,261 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e197f59-7e6b-1273-8635-2e586de2e636/cluster_14b0d4c5-41cc-afc3-92bb-d70b4e69a73d, deleteOnExit=true 2024-11-15T07:17:27,421 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e197f59-7e6b-1273-8635-2e586de2e636/cluster_14b0d4c5-41cc-afc3-92bb-d70b4e69a73d/zookeeper_0, clientPort=59608, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e197f59-7e6b-1273-8635-2e586de2e636/cluster_14b0d4c5-41cc-afc3-92bb-d70b4e69a73d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e197f59-7e6b-1273-8635-2e586de2e636/cluster_14b0d4c5-41cc-afc3-92bb-d70b4e69a73d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T07:17:27,443 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59608 2024-11-15T07:17:27,445 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T07:17:27,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T07:17:27,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e197f59-7e6b-1273-8635-2e586de2e636/test.cache.data in system properties and HBase conf 2024-11-15T07:17:27,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e197f59-7e6b-1273-8635-2e586de2e636/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T07:17:27,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e197f59-7e6b-1273-8635-2e586de2e636/hadoop.log.dir in system properties and HBase conf 2024-11-15T07:17:27,467 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e197f59-7e6b-1273-8635-2e586de2e636/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T07:17:27,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e197f59-7e6b-1273-8635-2e586de2e636/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T07:17:27,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T07:17:27,569 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-15T07:17:27,695 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T07:17:27,701 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e197f59-7e6b-1273-8635-2e586de2e636/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T07:17:27,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e197f59-7e6b-1273-8635-2e586de2e636/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T07:17:27,702 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e197f59-7e6b-1273-8635-2e586de2e636/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T07:17:27,703 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e197f59-7e6b-1273-8635-2e586de2e636/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T07:17:27,704 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e197f59-7e6b-1273-8635-2e586de2e636/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T07:17:27,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e197f59-7e6b-1273-8635-2e586de2e636/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T07:17:27,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e197f59-7e6b-1273-8635-2e586de2e636/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T07:17:27,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e197f59-7e6b-1273-8635-2e586de2e636/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T07:17:27,708 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e197f59-7e6b-1273-8635-2e586de2e636/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T07:17:27,709 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e197f59-7e6b-1273-8635-2e586de2e636/nfs.dump.dir in system properties and HBase conf 2024-11-15T07:17:27,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e197f59-7e6b-1273-8635-2e586de2e636/java.io.tmpdir in system properties and HBase conf 2024-11-15T07:17:27,710 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e197f59-7e6b-1273-8635-2e586de2e636/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T07:17:27,711 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e197f59-7e6b-1273-8635-2e586de2e636/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T07:17:27,712 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e197f59-7e6b-1273-8635-2e586de2e636/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T07:17:28,790 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T07:17:28,864 INFO [Time-limited test {}] log.Log(170): Logging initialized @3377ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-15T07:17:28,934 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:17:29,000 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T07:17:29,024 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T07:17:29,025 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T07:17:29,026 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T07:17:29,039 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:17:29,046 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4bf6eecf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e197f59-7e6b-1273-8635-2e586de2e636/hadoop.log.dir/,AVAILABLE} 2024-11-15T07:17:29,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f3a9c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T07:17:29,220 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@cea93ce{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e197f59-7e6b-1273-8635-2e586de2e636/java.io.tmpdir/jetty-localhost-40307-hadoop-hdfs-3_4_1-tests_jar-_-any-17256730206449591913/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T07:17:29,226 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20f9fb84{HTTP/1.1, (http/1.1)}{localhost:40307} 2024-11-15T07:17:29,226 INFO [Time-limited test {}] server.Server(415): Started @3740ms 2024-11-15T07:17:29,790 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:17:29,797 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T07:17:29,798 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T07:17:29,798 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T07:17:29,798 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T07:17:29,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33455bbc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e197f59-7e6b-1273-8635-2e586de2e636/hadoop.log.dir/,AVAILABLE} 2024-11-15T07:17:29,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66dc6de8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T07:17:29,898 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@206adf7a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e197f59-7e6b-1273-8635-2e586de2e636/java.io.tmpdir/jetty-localhost-45215-hadoop-hdfs-3_4_1-tests_jar-_-any-11850070007679048460/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T07:17:29,898 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a8b3699{HTTP/1.1, (http/1.1)}{localhost:45215} 2024-11-15T07:17:29,899 INFO [Time-limited test {}] server.Server(415): Started @4412ms 2024-11-15T07:17:29,946 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T07:17:30,998 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e197f59-7e6b-1273-8635-2e586de2e636/cluster_14b0d4c5-41cc-afc3-92bb-d70b4e69a73d/data/data1/current/BP-1414484541-172.17.0.2-1731655048257/current, will proceed with Du for space computation calculation, 2024-11-15T07:17:30,998 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e197f59-7e6b-1273-8635-2e586de2e636/cluster_14b0d4c5-41cc-afc3-92bb-d70b4e69a73d/data/data2/current/BP-1414484541-172.17.0.2-1731655048257/current, will proceed with Du for space computation calculation, 2024-11-15T07:17:31,026 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T07:17:31,068 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa36a79dfc0422397 with lease ID 0xa8287cf83dfc1115: Processing first storage report for DS-1efebff4-e74d-4922-915b-22a974db28b3 from datanode DatanodeRegistration(127.0.0.1:44071, datanodeUuid=40305f1e-42dc-41ca-9c55-1f1b26a624d2, infoPort=34687, infoSecurePort=0, ipcPort=45195, storageInfo=lv=-57;cid=testClusterID;nsid=1657638374;c=1731655048257) 2024-11-15T07:17:31,069 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa36a79dfc0422397 with lease ID 0xa8287cf83dfc1115: from storage DS-1efebff4-e74d-4922-915b-22a974db28b3 node DatanodeRegistration(127.0.0.1:44071, datanodeUuid=40305f1e-42dc-41ca-9c55-1f1b26a624d2, infoPort=34687, infoSecurePort=0, ipcPort=45195, storageInfo=lv=-57;cid=testClusterID;nsid=1657638374;c=1731655048257), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T07:17:31,069 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa36a79dfc0422397 with lease ID 0xa8287cf83dfc1115: Processing first storage report for DS-d6ec1243-96d7-4469-9a66-9758e8bc7737 from datanode DatanodeRegistration(127.0.0.1:44071, datanodeUuid=40305f1e-42dc-41ca-9c55-1f1b26a624d2, infoPort=34687, infoSecurePort=0, ipcPort=45195, storageInfo=lv=-57;cid=testClusterID;nsid=1657638374;c=1731655048257) 2024-11-15T07:17:31,070 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa36a79dfc0422397 with lease ID 0xa8287cf83dfc1115: from storage DS-d6ec1243-96d7-4469-9a66-9758e8bc7737 node DatanodeRegistration(127.0.0.1:44071, datanodeUuid=40305f1e-42dc-41ca-9c55-1f1b26a624d2, infoPort=34687, infoSecurePort=0, ipcPort=45195, storageInfo=lv=-57;cid=testClusterID;nsid=1657638374;c=1731655048257), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T07:17:31,137 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e197f59-7e6b-1273-8635-2e586de2e636 2024-11-15T07:17:31,145 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:17:31,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:17:31,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741825_1001 (size=7) 2024-11-15T07:17:31,775 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a with version=8 2024-11-15T07:17:31,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/hbase-staging 2024-11-15T07:17:31,857 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-15T07:17:32,096 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:17:32,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:17:32,105 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:17:32,109 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:17:32,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:17:32,109 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:17:32,237 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T07:17:32,293 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-15T07:17:32,305 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-15T07:17:32,310 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:17:32,335 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12601 (auto-detected) 2024-11-15T07:17:32,336 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-15T07:17:32,353 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43343 2024-11-15T07:17:32,378 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43343 connecting to ZooKeeper ensemble=127.0.0.1:59608 2024-11-15T07:17:32,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433430x0, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:17:32,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43343-0x1013d5b148e0000 connected 2024-11-15T07:17:32,600 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:17:32,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:17:32,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43343-0x1013d5b148e0000, quorum=127.0.0.1:59608, baseZNode=/0402049890 Set watcher on znode that does not yet exist, /0402049890/running 2024-11-15T07:17:32,619 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a, hbase.cluster.distributed=false 2024-11-15T07:17:32,646 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43343-0x1013d5b148e0000, quorum=127.0.0.1:59608, baseZNode=/0402049890 Set watcher on znode that does not yet exist, /0402049890/acl 2024-11-15T07:17:32,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43343 2024-11-15T07:17:32,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43343 2024-11-15T07:17:32,651 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43343 2024-11-15T07:17:32,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43343 2024-11-15T07:17:32,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43343 2024-11-15T07:17:32,755 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:17:32,756 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:17:32,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:17:32,757 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:17:32,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:17:32,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:17:32,760 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T07:17:32,763 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:17:32,763 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41453 2024-11-15T07:17:32,765 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41453 connecting to ZooKeeper ensemble=127.0.0.1:59608 2024-11-15T07:17:32,767 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:17:32,770 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:17:32,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:414530x0, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:17:32,787 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:414530x0, quorum=127.0.0.1:59608, baseZNode=/0402049890 Set watcher on znode that does not yet exist, /0402049890/running 2024-11-15T07:17:32,787 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41453-0x1013d5b148e0001 connected 2024-11-15T07:17:32,792 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T07:17:32,801 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T07:17:32,804 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41453-0x1013d5b148e0001, quorum=127.0.0.1:59608, baseZNode=/0402049890 Set watcher on znode that does not yet exist, /0402049890/master 2024-11-15T07:17:32,811 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41453-0x1013d5b148e0001, quorum=127.0.0.1:59608, baseZNode=/0402049890 Set watcher on znode that does not yet exist, /0402049890/acl 2024-11-15T07:17:32,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41453 2024-11-15T07:17:32,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41453 2024-11-15T07:17:32,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41453 2024-11-15T07:17:32,814 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41453 2024-11-15T07:17:32,815 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41453 2024-11-15T07:17:32,830 DEBUG [M:0;32f0bc5975d0:43343 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32f0bc5975d0:43343 2024-11-15T07:17:32,831 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0402049890/backup-masters/32f0bc5975d0,43343,1731655051947 2024-11-15T07:17:32,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43343-0x1013d5b148e0000, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402049890/backup-masters 2024-11-15T07:17:32,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1013d5b148e0001, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402049890/backup-masters 2024-11-15T07:17:32,851 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43343-0x1013d5b148e0000, quorum=127.0.0.1:59608, baseZNode=/0402049890 Set watcher on existing znode=/0402049890/backup-masters/32f0bc5975d0,43343,1731655051947 2024-11-15T07:17:32,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1013d5b148e0001, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0402049890/master 2024-11-15T07:17:32,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43343-0x1013d5b148e0000, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402049890 2024-11-15T07:17:32,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1013d5b148e0001, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402049890 2024-11-15T07:17:32,882 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43343-0x1013d5b148e0000, quorum=127.0.0.1:59608, baseZNode=/0402049890 Set watcher on existing znode=/0402049890/master 2024-11-15T07:17:32,884 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0402049890/backup-masters/32f0bc5975d0,43343,1731655051947 from backup master directory 2024-11-15T07:17:32,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43343-0x1013d5b148e0000, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0402049890/backup-masters/32f0bc5975d0,43343,1731655051947 2024-11-15T07:17:32,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1013d5b148e0001, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402049890/backup-masters 2024-11-15T07:17:32,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43343-0x1013d5b148e0000, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402049890/backup-masters 2024-11-15T07:17:32,892 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:17:32,892 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32f0bc5975d0,43343,1731655051947 2024-11-15T07:17:32,894 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-15T07:17:32,896 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-15T07:17:32,953 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/hbase.id] with ID: bf94b84a-7959-4598-a7ee-39c0f5fcb9fb 2024-11-15T07:17:32,953 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/.tmp/hbase.id 2024-11-15T07:17:32,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741826_1002 (size=42) 2024-11-15T07:17:33,368 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/.tmp/hbase.id]:[hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/hbase.id] 2024-11-15T07:17:33,413 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:17:33,418 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T07:17:33,436 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-15T07:17:33,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43343-0x1013d5b148e0000, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402049890 2024-11-15T07:17:33,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1013d5b148e0001, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402049890 2024-11-15T07:17:33,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741827_1003 (size=196) 2024-11-15T07:17:33,921 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:17:33,923 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T07:17:33,936 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T07:17:33,940 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:17:33,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741828_1004 (size=1189) 2024-11-15T07:17:34,394 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/data/master/store 2024-11-15T07:17:34,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741829_1005 (size=34) 2024-11-15T07:17:34,816 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-15T07:17:34,821 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:17:34,822 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:17:34,823 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:17:34,823 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:17:34,824 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:17:34,824 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:17:34,825 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:17:34,826 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655054822Disabling compacts and flushes for region at 1731655054822Disabling writes for close at 1731655054824 (+2 ms)Writing region close event to WAL at 1731655054825 (+1 ms)Closed at 1731655054825 2024-11-15T07:17:34,828 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/data/master/store/.initializing 2024-11-15T07:17:34,828 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/WALs/32f0bc5975d0,43343,1731655051947 2024-11-15T07:17:34,835 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:17:34,849 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32f0bc5975d0%2C43343%2C1731655051947, suffix=, logDir=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/WALs/32f0bc5975d0,43343,1731655051947, archiveDir=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/oldWALs, maxLogs=10 2024-11-15T07:17:34,870 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/WALs/32f0bc5975d0,43343,1731655051947/32f0bc5975d0%2C43343%2C1731655051947.1731655054853, exclude list is [], retry=0 2024-11-15T07:17:34,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44071,DS-1efebff4-e74d-4922-915b-22a974db28b3,DISK] 2024-11-15T07:17:34,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-15T07:17:34,920 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/WALs/32f0bc5975d0,43343,1731655051947/32f0bc5975d0%2C43343%2C1731655051947.1731655054853 2024-11-15T07:17:34,921 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34687:34687)] 2024-11-15T07:17:34,922 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:17:34,922 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:17:34,925 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:17:34,926 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:17:34,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:17:34,981 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T07:17:34,984 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:17:34,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:17:34,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:17:34,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T07:17:34,991 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:17:34,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:17:34,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:17:34,995 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T07:17:34,995 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:17:34,996 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:17:34,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:17:35,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T07:17:35,000 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:17:35,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:17:35,001 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:17:35,005 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:17:35,006 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:17:35,012 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:17:35,012 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:17:35,016 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:17:35,019 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:17:35,023 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:17:35,025 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63607823, jitterRate=-0.05216957628726959}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:17:35,032 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731655054937Initializing all the Stores at 1731655054939 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655054940 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655054940Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655054941 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655054941Cleaning up temporary data from old regions at 1731655055012 (+71 ms)Region opened successfully at 1731655055032 (+20 ms) 2024-11-15T07:17:35,033 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T07:17:35,063 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cc63036, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:17:35,090 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T07:17:35,100 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T07:17:35,100 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T07:17:35,103 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T07:17:35,104 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-15T07:17:35,109 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-15T07:17:35,109 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T07:17:35,134 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T07:17:35,143 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43343-0x1013d5b148e0000, quorum=127.0.0.1:59608, baseZNode=/0402049890 Unable to get data of znode /0402049890/balancer because node does not exist (not necessarily an error) 2024-11-15T07:17:35,207 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0402049890/balancer already deleted, retry=false 2024-11-15T07:17:35,210 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T07:17:35,212 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43343-0x1013d5b148e0000, quorum=127.0.0.1:59608, baseZNode=/0402049890 Unable to get data of znode /0402049890/normalizer because node does not exist (not necessarily an error) 2024-11-15T07:17:35,217 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0402049890/normalizer already deleted, retry=false 2024-11-15T07:17:35,220 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T07:17:35,223 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43343-0x1013d5b148e0000, quorum=127.0.0.1:59608, baseZNode=/0402049890 Unable to get data of znode /0402049890/switch/split because node does not exist (not necessarily an error) 2024-11-15T07:17:35,227 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0402049890/switch/split already deleted, retry=false 2024-11-15T07:17:35,229 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43343-0x1013d5b148e0000, quorum=127.0.0.1:59608, baseZNode=/0402049890 Unable to get data of znode /0402049890/switch/merge because node does not exist (not necessarily an error) 2024-11-15T07:17:35,238 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0402049890/switch/merge already deleted, retry=false 2024-11-15T07:17:35,259 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43343-0x1013d5b148e0000, quorum=127.0.0.1:59608, baseZNode=/0402049890 Unable to get data of znode /0402049890/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T07:17:35,269 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0402049890/snapshot-cleanup already deleted, retry=false 2024-11-15T07:17:35,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43343-0x1013d5b148e0000, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0402049890/running 2024-11-15T07:17:35,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1013d5b148e0001, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0402049890/running 2024-11-15T07:17:35,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43343-0x1013d5b148e0000, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402049890 2024-11-15T07:17:35,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1013d5b148e0001, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402049890 2024-11-15T07:17:35,285 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32f0bc5975d0,43343,1731655051947, sessionid=0x1013d5b148e0000, setting cluster-up flag (Was=false) 2024-11-15T07:17:35,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1013d5b148e0001, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402049890 2024-11-15T07:17:35,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43343-0x1013d5b148e0000, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402049890 2024-11-15T07:17:35,343 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0402049890/flush-table-proc/acquired, /0402049890/flush-table-proc/reached, /0402049890/flush-table-proc/abort 2024-11-15T07:17:35,346 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,43343,1731655051947 2024-11-15T07:17:35,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43343-0x1013d5b148e0000, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402049890 2024-11-15T07:17:35,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1013d5b148e0001, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402049890 2024-11-15T07:17:35,396 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0402049890/online-snapshot/acquired, /0402049890/online-snapshot/reached, /0402049890/online-snapshot/abort 2024-11-15T07:17:35,398 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,43343,1731655051947 2024-11-15T07:17:35,406 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T07:17:35,421 INFO [RS:0;32f0bc5975d0:41453 {}] regionserver.HRegionServer(746): ClusterId : bf94b84a-7959-4598-a7ee-39c0f5fcb9fb 2024-11-15T07:17:35,423 DEBUG [RS:0;32f0bc5975d0:41453 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T07:17:35,439 DEBUG [RS:0;32f0bc5975d0:41453 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T07:17:35,439 DEBUG [RS:0;32f0bc5975d0:41453 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T07:17:35,450 DEBUG [RS:0;32f0bc5975d0:41453 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T07:17:35,451 DEBUG [RS:0;32f0bc5975d0:41453 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a1ab32f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:17:35,464 DEBUG [RS:0;32f0bc5975d0:41453 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32f0bc5975d0:41453 2024-11-15T07:17:35,466 INFO [RS:0;32f0bc5975d0:41453 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T07:17:35,467 INFO [RS:0;32f0bc5975d0:41453 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T07:17:35,467 DEBUG [RS:0;32f0bc5975d0:41453 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T07:17:35,469 INFO [RS:0;32f0bc5975d0:41453 {}] regionserver.HRegionServer(2659): reportForDuty to master=32f0bc5975d0,43343,1731655051947 with port=41453, startcode=1731655052721 2024-11-15T07:17:35,474 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T07:17:35,479 DEBUG [RS:0;32f0bc5975d0:41453 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T07:17:35,484 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T07:17:35,491 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T07:17:35,497 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32f0bc5975d0,43343,1731655051947 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T07:17:35,506 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:17:35,507 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:17:35,507 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:17:35,507 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:17:35,507 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32f0bc5975d0:0, corePoolSize=10, maxPoolSize=10 2024-11-15T07:17:35,508 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:17:35,508 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:17:35,508 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:17:35,510 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731655085509 2024-11-15T07:17:35,512 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T07:17:35,513 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T07:17:35,513 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T07:17:35,513 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:17:35,514 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T07:17:35,517 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T07:17:35,517 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T07:17:35,517 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T07:17:35,517 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T07:17:35,519 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43343 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T07:17:35,520 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:17:35,520 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T07:17:35,520 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:35,523 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T07:17:35,524 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T07:17:35,525 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T07:17:35,525 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T07:17:35,528 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T07:17:35,528 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T07:17:35,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741831_1007 (size=1321) 2024-11-15T07:17:35,530 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655055530,5,FailOnTimeoutGroup] 2024-11-15T07:17:35,531 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655055530,5,FailOnTimeoutGroup] 2024-11-15T07:17:35,531 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:35,531 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T07:17:35,532 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:35,532 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:35,545 DEBUG [RS:0;32f0bc5975d0:41453 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-15T07:17:35,545 WARN [RS:0;32f0bc5975d0:41453 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-15T07:17:35,648 INFO [RS:0;32f0bc5975d0:41453 {}] regionserver.HRegionServer(2659): reportForDuty to master=32f0bc5975d0,43343,1731655051947 with port=41453, startcode=1731655052721 2024-11-15T07:17:35,653 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43343 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32f0bc5975d0,41453,1731655052721 2024-11-15T07:17:35,657 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43343 {}] master.ServerManager(517): Registering regionserver=32f0bc5975d0,41453,1731655052721 2024-11-15T07:17:35,666 DEBUG [RS:0;32f0bc5975d0:41453 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a 2024-11-15T07:17:35,666 DEBUG [RS:0;32f0bc5975d0:41453 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38549 2024-11-15T07:17:35,666 DEBUG [RS:0;32f0bc5975d0:41453 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T07:17:35,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43343-0x1013d5b148e0000, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402049890/rs 2024-11-15T07:17:35,681 DEBUG [RS:0;32f0bc5975d0:41453 {}] zookeeper.ZKUtil(111): regionserver:41453-0x1013d5b148e0001, quorum=127.0.0.1:59608, baseZNode=/0402049890 Set watcher on existing znode=/0402049890/rs/32f0bc5975d0,41453,1731655052721 2024-11-15T07:17:35,681 WARN [RS:0;32f0bc5975d0:41453 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:17:35,682 INFO [RS:0;32f0bc5975d0:41453 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:17:35,682 DEBUG [RS:0;32f0bc5975d0:41453 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,41453,1731655052721 2024-11-15T07:17:35,684 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32f0bc5975d0,41453,1731655052721] 2024-11-15T07:17:35,711 INFO [RS:0;32f0bc5975d0:41453 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T07:17:35,729 INFO [RS:0;32f0bc5975d0:41453 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T07:17:35,734 INFO [RS:0;32f0bc5975d0:41453 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T07:17:35,734 INFO [RS:0;32f0bc5975d0:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:35,736 INFO [RS:0;32f0bc5975d0:41453 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T07:17:35,742 INFO [RS:0;32f0bc5975d0:41453 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T07:17:35,743 INFO [RS:0;32f0bc5975d0:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:35,744 DEBUG [RS:0;32f0bc5975d0:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:17:35,744 DEBUG [RS:0;32f0bc5975d0:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:17:35,744 DEBUG [RS:0;32f0bc5975d0:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:17:35,744 DEBUG [RS:0;32f0bc5975d0:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:17:35,745 DEBUG [RS:0;32f0bc5975d0:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:17:35,745 DEBUG [RS:0;32f0bc5975d0:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:17:35,745 DEBUG [RS:0;32f0bc5975d0:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:17:35,745 DEBUG [RS:0;32f0bc5975d0:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:17:35,746 DEBUG [RS:0;32f0bc5975d0:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:17:35,746 DEBUG [RS:0;32f0bc5975d0:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:17:35,746 DEBUG [RS:0;32f0bc5975d0:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:17:35,746 DEBUG [RS:0;32f0bc5975d0:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:17:35,746 DEBUG [RS:0;32f0bc5975d0:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:17:35,747 DEBUG [RS:0;32f0bc5975d0:41453 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:17:35,748 INFO [RS:0;32f0bc5975d0:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:35,748 INFO [RS:0;32f0bc5975d0:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:35,748 INFO [RS:0;32f0bc5975d0:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:35,748 INFO [RS:0;32f0bc5975d0:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:35,748 INFO [RS:0;32f0bc5975d0:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:35,749 INFO [RS:0;32f0bc5975d0:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,41453,1731655052721-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:17:35,771 INFO [RS:0;32f0bc5975d0:41453 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T07:17:35,774 INFO [RS:0;32f0bc5975d0:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,41453,1731655052721-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:35,774 INFO [RS:0;32f0bc5975d0:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:35,774 INFO [RS:0;32f0bc5975d0:41453 {}] regionserver.Replication(171): 32f0bc5975d0,41453,1731655052721 started 2024-11-15T07:17:35,792 INFO [RS:0;32f0bc5975d0:41453 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:35,792 INFO [RS:0;32f0bc5975d0:41453 {}] regionserver.HRegionServer(1482): Serving as 32f0bc5975d0,41453,1731655052721, RpcServer on 32f0bc5975d0/172.17.0.2:41453, sessionid=0x1013d5b148e0001 2024-11-15T07:17:35,793 DEBUG [RS:0;32f0bc5975d0:41453 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T07:17:35,793 DEBUG [RS:0;32f0bc5975d0:41453 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32f0bc5975d0,41453,1731655052721 2024-11-15T07:17:35,794 DEBUG [RS:0;32f0bc5975d0:41453 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,41453,1731655052721' 2024-11-15T07:17:35,794 DEBUG [RS:0;32f0bc5975d0:41453 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0402049890/flush-table-proc/abort' 2024-11-15T07:17:35,795 DEBUG [RS:0;32f0bc5975d0:41453 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0402049890/flush-table-proc/acquired' 2024-11-15T07:17:35,796 DEBUG [RS:0;32f0bc5975d0:41453 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T07:17:35,796 DEBUG [RS:0;32f0bc5975d0:41453 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T07:17:35,796 DEBUG [RS:0;32f0bc5975d0:41453 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32f0bc5975d0,41453,1731655052721 2024-11-15T07:17:35,796 DEBUG [RS:0;32f0bc5975d0:41453 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,41453,1731655052721' 2024-11-15T07:17:35,796 DEBUG [RS:0;32f0bc5975d0:41453 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0402049890/online-snapshot/abort' 2024-11-15T07:17:35,797 DEBUG [RS:0;32f0bc5975d0:41453 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0402049890/online-snapshot/acquired' 2024-11-15T07:17:35,798 DEBUG [RS:0;32f0bc5975d0:41453 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T07:17:35,798 INFO [RS:0;32f0bc5975d0:41453 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T07:17:35,798 INFO [RS:0;32f0bc5975d0:41453 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T07:17:35,905 INFO [RS:0;32f0bc5975d0:41453 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:17:35,909 INFO [RS:0;32f0bc5975d0:41453 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C41453%2C1731655052721, suffix=, logDir=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,41453,1731655052721, archiveDir=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/oldWALs, maxLogs=10 2024-11-15T07:17:35,925 DEBUG [RS:0;32f0bc5975d0:41453 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,41453,1731655052721/32f0bc5975d0%2C41453%2C1731655052721.1731655055912, exclude list is [], retry=0 2024-11-15T07:17:35,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44071,DS-1efebff4-e74d-4922-915b-22a974db28b3,DISK] 2024-11-15T07:17:35,932 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T07:17:35,933 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a 2024-11-15T07:17:35,933 INFO [RS:0;32f0bc5975d0:41453 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,41453,1731655052721/32f0bc5975d0%2C41453%2C1731655052721.1731655055912 2024-11-15T07:17:35,934 DEBUG [RS:0;32f0bc5975d0:41453 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34687:34687)] 2024-11-15T07:17:35,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741833_1009 (size=32) 2024-11-15T07:17:36,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:17:36,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:17:36,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:17:36,354 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:17:36,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:17:36,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:17:36,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:17:36,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:17:36,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:17:36,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:17:36,361 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:17:36,361 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:17:36,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:17:36,362 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:17:36,364 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:17:36,364 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:17:36,365 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:17:36,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:17:36,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/meta/1588230740 2024-11-15T07:17:36,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/meta/1588230740 2024-11-15T07:17:36,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:17:36,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:17:36,371 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:17:36,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:17:36,377 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:17:36,378 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70874772, jitterRate=0.05611640214920044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:17:36,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731655056346Initializing all the Stores at 1731655056350 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655056350Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655056351 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655056351Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655056351Cleaning up temporary data from old regions at 1731655056370 (+19 ms)Region opened successfully at 1731655056381 (+11 ms) 2024-11-15T07:17:36,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:17:36,381 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:17:36,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:17:36,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:17:36,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:17:36,383 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:17:36,383 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655056381Disabling compacts and flushes for region at 1731655056381Disabling writes for close at 1731655056381Writing region close event to WAL at 1731655056382 (+1 ms)Closed at 1731655056382 2024-11-15T07:17:36,386 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:17:36,386 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T07:17:36,391 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T07:17:36,398 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:17:36,400 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T07:17:36,554 DEBUG [32f0bc5975d0:43343 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T07:17:36,571 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32f0bc5975d0,41453,1731655052721 2024-11-15T07:17:36,576 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,41453,1731655052721, state=OPENING 2024-11-15T07:17:36,627 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T07:17:36,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43343-0x1013d5b148e0000, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402049890 2024-11-15T07:17:36,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1013d5b148e0001, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402049890 2024-11-15T07:17:36,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0402049890/meta-region-server: CHANGED 2024-11-15T07:17:36,641 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0402049890/meta-region-server: CHANGED 2024-11-15T07:17:36,644 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:17:36,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,41453,1731655052721}] 2024-11-15T07:17:36,822 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T07:17:36,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T07:17:36,837 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T07:17:36,837 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:17:36,838 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T07:17:36,841 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C41453%2C1731655052721.meta, suffix=.meta, logDir=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,41453,1731655052721, archiveDir=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/oldWALs, maxLogs=10 2024-11-15T07:17:36,857 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,41453,1731655052721/32f0bc5975d0%2C41453%2C1731655052721.meta.1731655056843.meta, exclude list is [], retry=0 2024-11-15T07:17:36,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44071,DS-1efebff4-e74d-4922-915b-22a974db28b3,DISK] 2024-11-15T07:17:36,865 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,41453,1731655052721/32f0bc5975d0%2C41453%2C1731655052721.meta.1731655056843.meta 2024-11-15T07:17:36,865 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34687:34687)] 2024-11-15T07:17:36,866 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:17:36,870 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:17:36,872 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T07:17:36,874 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T07:17:36,876 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T07:17:36,880 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T07:17:36,881 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:17:36,881 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T07:17:36,881 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T07:17:36,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:17:36,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:17:36,887 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:17:36,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:17:36,888 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:17:36,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:17:36,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:17:36,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:17:36,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:17:36,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:17:36,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:17:36,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:17:36,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:17:36,896 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:17:36,896 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:17:36,897 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:17:36,897 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:17:36,899 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/meta/1588230740 2024-11-15T07:17:36,902 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/meta/1588230740 2024-11-15T07:17:36,905 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:17:36,905 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:17:36,906 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:17:36,910 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:17:36,912 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73110145, jitterRate=0.08942605555057526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:17:36,913 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T07:17:36,915 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731655056882Writing region info on filesystem at 1731655056882Initializing all the Stores at 1731655056884 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655056884Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655056884Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655056884Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655056884Cleaning up temporary data from old regions at 1731655056905 (+21 ms)Running coprocessor post-open hooks at 1731655056913 (+8 ms)Region opened successfully at 1731655056915 (+2 ms) 2024-11-15T07:17:36,924 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731655056813 2024-11-15T07:17:36,937 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T07:17:36,938 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T07:17:36,939 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32f0bc5975d0,41453,1731655052721 2024-11-15T07:17:36,942 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,41453,1731655052721, state=OPEN 2024-11-15T07:17:36,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1013d5b148e0001, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0402049890/meta-region-server 2024-11-15T07:17:36,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43343-0x1013d5b148e0000, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0402049890/meta-region-server 2024-11-15T07:17:36,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0402049890/meta-region-server: CHANGED 2024-11-15T07:17:36,986 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0402049890/meta-region-server: CHANGED 2024-11-15T07:17:36,987 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32f0bc5975d0,41453,1731655052721 2024-11-15T07:17:36,995 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T07:17:36,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,41453,1731655052721 in 340 msec 2024-11-15T07:17:37,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T07:17:37,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 608 msec 2024-11-15T07:17:37,009 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:17:37,010 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T07:17:37,033 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:17:37,035 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,41453,1731655052721, seqNum=-1] 2024-11-15T07:17:37,061 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:17:37,065 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56965, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:17:37,090 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6520 sec 2024-11-15T07:17:37,090 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731655057090, completionTime=-1 2024-11-15T07:17:37,093 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T07:17:37,093 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T07:17:37,125 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T07:17:37,125 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731655117125 2024-11-15T07:17:37,125 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731655177125 2024-11-15T07:17:37,125 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 31 msec 2024-11-15T07:17:37,128 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,43343,1731655051947-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:37,128 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,43343,1731655051947-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:37,128 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,43343,1731655051947-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:37,130 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32f0bc5975d0:43343, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:37,130 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:37,131 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:37,141 DEBUG [master/32f0bc5975d0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T07:17:37,165 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.273sec 2024-11-15T07:17:37,166 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T07:17:37,168 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T07:17:37,168 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T07:17:37,169 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T07:17:37,169 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T07:17:37,170 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,43343,1731655051947-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:17:37,170 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,43343,1731655051947-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T07:17:37,179 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T07:17:37,180 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T07:17:37,180 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,43343,1731655051947-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:37,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e692122, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:17:37,235 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-15T07:17:37,235 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-15T07:17:37,238 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,43343,-1 for getting cluster id 2024-11-15T07:17:37,241 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:17:37,250 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf94b84a-7959-4598-a7ee-39c0f5fcb9fb' 2024-11-15T07:17:37,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:17:37,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf94b84a-7959-4598-a7ee-39c0f5fcb9fb" 2024-11-15T07:17:37,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9db649e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:17:37,255 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,43343,-1] 2024-11-15T07:17:37,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:17:37,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:37,261 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:17:37,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33b9bec2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:17:37,264 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:17:37,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,41453,1731655052721, seqNum=-1] 2024-11-15T07:17:37,274 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:17:37,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:17:37,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32f0bc5975d0,43343,1731655051947 2024-11-15T07:17:37,302 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59608 2024-11-15T07:17:37,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:17:37,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013d5b148e0002 connected 2024-11-15T07:17:37,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e197f59-7e6b-1273-8635-2e586de2e636/hadoop.log.dir so I do NOT create it in target/test-data/0b0912e5-1a10-ae61-635b-0ecdfc1d2dc1 2024-11-15T07:17:37,351 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e197f59-7e6b-1273-8635-2e586de2e636/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T07:17:37,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e197f59-7e6b-1273-8635-2e586de2e636/hadoop.tmp.dir so I do NOT create it in target/test-data/0b0912e5-1a10-ae61-635b-0ecdfc1d2dc1 2024-11-15T07:17:37,351 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e197f59-7e6b-1273-8635-2e586de2e636/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T07:17:37,352 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0912e5-1a10-ae61-635b-0ecdfc1d2dc1 2024-11-15T07:17:37,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T07:17:37,352 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0912e5-1a10-ae61-635b-0ecdfc1d2dc1/cluster_70759418-30f0-c428-3471-e52a774c5d21, deleteOnExit=true 2024-11-15T07:17:37,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T07:17:37,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0912e5-1a10-ae61-635b-0ecdfc1d2dc1/test.cache.data in system properties and HBase conf 2024-11-15T07:17:37,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0912e5-1a10-ae61-635b-0ecdfc1d2dc1/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T07:17:37,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0912e5-1a10-ae61-635b-0ecdfc1d2dc1/hadoop.log.dir in system properties and HBase conf 2024-11-15T07:17:37,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0912e5-1a10-ae61-635b-0ecdfc1d2dc1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T07:17:37,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0912e5-1a10-ae61-635b-0ecdfc1d2dc1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T07:17:37,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T07:17:37,353 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T07:17:37,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0912e5-1a10-ae61-635b-0ecdfc1d2dc1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T07:17:37,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0912e5-1a10-ae61-635b-0ecdfc1d2dc1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T07:17:37,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0912e5-1a10-ae61-635b-0ecdfc1d2dc1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T07:17:37,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0912e5-1a10-ae61-635b-0ecdfc1d2dc1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T07:17:37,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0912e5-1a10-ae61-635b-0ecdfc1d2dc1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T07:17:37,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0912e5-1a10-ae61-635b-0ecdfc1d2dc1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T07:17:37,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0912e5-1a10-ae61-635b-0ecdfc1d2dc1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T07:17:37,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0912e5-1a10-ae61-635b-0ecdfc1d2dc1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T07:17:37,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0912e5-1a10-ae61-635b-0ecdfc1d2dc1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T07:17:37,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0912e5-1a10-ae61-635b-0ecdfc1d2dc1/nfs.dump.dir in system properties and HBase conf 2024-11-15T07:17:37,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0912e5-1a10-ae61-635b-0ecdfc1d2dc1/java.io.tmpdir in system properties and HBase conf 2024-11-15T07:17:37,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0912e5-1a10-ae61-635b-0ecdfc1d2dc1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T07:17:37,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0912e5-1a10-ae61-635b-0ecdfc1d2dc1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T07:17:37,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0912e5-1a10-ae61-635b-0ecdfc1d2dc1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T07:17:37,826 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:17:37,835 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T07:17:37,837 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T07:17:37,837 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T07:17:37,837 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T07:17:37,839 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:17:37,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6448fc16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0912e5-1a10-ae61-635b-0ecdfc1d2dc1/hadoop.log.dir/,AVAILABLE} 2024-11-15T07:17:37,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e3a5320{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T07:17:37,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64605218{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0912e5-1a10-ae61-635b-0ecdfc1d2dc1/java.io.tmpdir/jetty-localhost-44971-hadoop-hdfs-3_4_1-tests_jar-_-any-7677866200687759119/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T07:17:37,943 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61008f8a{HTTP/1.1, (http/1.1)}{localhost:44971} 2024-11-15T07:17:37,943 INFO [Time-limited test {}] server.Server(415): Started @12456ms 2024-11-15T07:17:38,245 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:17:38,249 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T07:17:38,250 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T07:17:38,250 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T07:17:38,250 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T07:17:38,250 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53f36744{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0912e5-1a10-ae61-635b-0ecdfc1d2dc1/hadoop.log.dir/,AVAILABLE} 2024-11-15T07:17:38,251 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4edba9c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T07:17:38,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@14183b95{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0912e5-1a10-ae61-635b-0ecdfc1d2dc1/java.io.tmpdir/jetty-localhost-40773-hadoop-hdfs-3_4_1-tests_jar-_-any-9564219720338490031/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T07:17:38,347 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@18400d{HTTP/1.1, (http/1.1)}{localhost:40773} 2024-11-15T07:17:38,348 INFO [Time-limited test {}] server.Server(415): Started @12861ms 2024-11-15T07:17:38,349 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T07:17:39,132 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0912e5-1a10-ae61-635b-0ecdfc1d2dc1/cluster_70759418-30f0-c428-3471-e52a774c5d21/data/data1/current/BP-1634634455-172.17.0.2-1731655057380/current, will proceed with Du for space computation calculation, 2024-11-15T07:17:39,132 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0912e5-1a10-ae61-635b-0ecdfc1d2dc1/cluster_70759418-30f0-c428-3471-e52a774c5d21/data/data2/current/BP-1634634455-172.17.0.2-1731655057380/current, will proceed with Du for space computation calculation, 2024-11-15T07:17:39,159 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T07:17:39,163 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf99dc7b3b687c9a2 with lease ID 0xa8668e1c2d9fde15: Processing first storage report for DS-26121d2a-bcea-4398-97eb-fb733c536cf6 from datanode DatanodeRegistration(127.0.0.1:35319, datanodeUuid=745b4877-dcc8-45dd-91c1-804de188ae70, infoPort=33633, infoSecurePort=0, ipcPort=45869, storageInfo=lv=-57;cid=testClusterID;nsid=1593003402;c=1731655057380) 2024-11-15T07:17:39,164 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf99dc7b3b687c9a2 with lease ID 0xa8668e1c2d9fde15: from storage DS-26121d2a-bcea-4398-97eb-fb733c536cf6 node DatanodeRegistration(127.0.0.1:35319, datanodeUuid=745b4877-dcc8-45dd-91c1-804de188ae70, infoPort=33633, infoSecurePort=0, ipcPort=45869, storageInfo=lv=-57;cid=testClusterID;nsid=1593003402;c=1731655057380), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T07:17:39,164 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf99dc7b3b687c9a2 with lease ID 0xa8668e1c2d9fde15: Processing first storage report for DS-cef87e52-4696-4bed-8eee-3bbffa0e2fa2 from datanode DatanodeRegistration(127.0.0.1:35319, datanodeUuid=745b4877-dcc8-45dd-91c1-804de188ae70, infoPort=33633, infoSecurePort=0, ipcPort=45869, storageInfo=lv=-57;cid=testClusterID;nsid=1593003402;c=1731655057380) 2024-11-15T07:17:39,164 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf99dc7b3b687c9a2 with lease ID 0xa8668e1c2d9fde15: from storage DS-cef87e52-4696-4bed-8eee-3bbffa0e2fa2 node DatanodeRegistration(127.0.0.1:35319, datanodeUuid=745b4877-dcc8-45dd-91c1-804de188ae70, infoPort=33633, infoSecurePort=0, ipcPort=45869, storageInfo=lv=-57;cid=testClusterID;nsid=1593003402;c=1731655057380), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T07:17:39,187 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0912e5-1a10-ae61-635b-0ecdfc1d2dc1 2024-11-15T07:17:39,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:17:39,190 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:17:39,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741825_1001 (size=7) 2024-11-15T07:17:39,222 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d with version=8 2024-11-15T07:17:39,222 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/hbase-staging 2024-11-15T07:17:39,227 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:17:39,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:17:39,228 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:17:39,228 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:17:39,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:17:39,229 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:17:39,229 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T07:17:39,229 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:17:39,230 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33933 2024-11-15T07:17:39,232 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33933 connecting to ZooKeeper ensemble=127.0.0.1:59608 2024-11-15T07:17:39,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:339330x0, quorum=127.0.0.1:59608, baseZNode=/11860000981 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:17:39,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33933-0x1013d5b148e0003 connected 2024-11-15T07:17:39,343 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:17:39,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:17:39,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33933-0x1013d5b148e0003, quorum=127.0.0.1:59608, baseZNode=/11860000981 Set watcher on znode that does not yet exist, /11860000981/running 2024-11-15T07:17:39,350 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d, hbase.cluster.distributed=false 2024-11-15T07:17:39,353 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33933-0x1013d5b148e0003, quorum=127.0.0.1:59608, baseZNode=/11860000981 Set watcher on znode that does not yet exist, /11860000981/acl 2024-11-15T07:17:39,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33933 2024-11-15T07:17:39,354 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33933 2024-11-15T07:17:39,356 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33933 2024-11-15T07:17:39,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33933 2024-11-15T07:17:39,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33933 2024-11-15T07:17:39,388 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:17:39,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:17:39,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:17:39,388 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:17:39,388 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:17:39,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:17:39,389 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T07:17:39,389 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:17:39,390 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37749 2024-11-15T07:17:39,393 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37749 connecting to ZooKeeper ensemble=127.0.0.1:59608 2024-11-15T07:17:39,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:17:39,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:17:39,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377490x0, quorum=127.0.0.1:59608, baseZNode=/11860000981 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:17:39,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:377490x0, quorum=127.0.0.1:59608, baseZNode=/11860000981 Set watcher on znode that does not yet exist, /11860000981/running 2024-11-15T07:17:39,418 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T07:17:39,420 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37749-0x1013d5b148e0004 connected 2024-11-15T07:17:39,421 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T07:17:39,422 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37749-0x1013d5b148e0004, quorum=127.0.0.1:59608, baseZNode=/11860000981 Set watcher on znode that does not yet exist, /11860000981/master 2024-11-15T07:17:39,423 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37749-0x1013d5b148e0004, quorum=127.0.0.1:59608, baseZNode=/11860000981 Set watcher on znode that does not yet exist, /11860000981/acl 2024-11-15T07:17:39,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37749 2024-11-15T07:17:39,427 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37749 2024-11-15T07:17:39,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37749 2024-11-15T07:17:39,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37749 2024-11-15T07:17:39,436 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37749 2024-11-15T07:17:39,453 DEBUG [M:0;32f0bc5975d0:33933 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32f0bc5975d0:33933 2024-11-15T07:17:39,454 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11860000981/backup-masters/32f0bc5975d0,33933,1731655059227 2024-11-15T07:17:39,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37749-0x1013d5b148e0004, quorum=127.0.0.1:59608, baseZNode=/11860000981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11860000981/backup-masters 2024-11-15T07:17:39,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33933-0x1013d5b148e0003, quorum=127.0.0.1:59608, baseZNode=/11860000981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11860000981/backup-masters 2024-11-15T07:17:39,460 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33933-0x1013d5b148e0003, quorum=127.0.0.1:59608, baseZNode=/11860000981 Set watcher on existing znode=/11860000981/backup-masters/32f0bc5975d0,33933,1731655059227 2024-11-15T07:17:39,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37749-0x1013d5b148e0004, quorum=127.0.0.1:59608, baseZNode=/11860000981 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11860000981/master 2024-11-15T07:17:39,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33933-0x1013d5b148e0003, quorum=127.0.0.1:59608, baseZNode=/11860000981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11860000981 2024-11-15T07:17:39,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37749-0x1013d5b148e0004, quorum=127.0.0.1:59608, baseZNode=/11860000981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11860000981 2024-11-15T07:17:39,470 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33933-0x1013d5b148e0003, quorum=127.0.0.1:59608, baseZNode=/11860000981 Set watcher on existing znode=/11860000981/master 2024-11-15T07:17:39,471 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11860000981/backup-masters/32f0bc5975d0,33933,1731655059227 from backup master directory 2024-11-15T07:17:39,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33933-0x1013d5b148e0003, quorum=127.0.0.1:59608, baseZNode=/11860000981 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11860000981/backup-masters/32f0bc5975d0,33933,1731655059227 2024-11-15T07:17:39,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37749-0x1013d5b148e0004, quorum=127.0.0.1:59608, baseZNode=/11860000981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11860000981/backup-masters 2024-11-15T07:17:39,480 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:17:39,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33933-0x1013d5b148e0003, quorum=127.0.0.1:59608, baseZNode=/11860000981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11860000981/backup-masters 2024-11-15T07:17:39,480 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32f0bc5975d0,33933,1731655059227 2024-11-15T07:17:39,494 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/hbase.id] with ID: aba81063-056c-4bc6-b383-e22051cc6fff 2024-11-15T07:17:39,495 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/.tmp/hbase.id 2024-11-15T07:17:39,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741826_1002 (size=42) 2024-11-15T07:17:39,917 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/.tmp/hbase.id]:[hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/hbase.id] 2024-11-15T07:17:39,948 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:17:39,948 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T07:17:39,951 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-15T07:17:40,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37749-0x1013d5b148e0004, quorum=127.0.0.1:59608, baseZNode=/11860000981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11860000981 2024-11-15T07:17:40,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33933-0x1013d5b148e0003, quorum=127.0.0.1:59608, baseZNode=/11860000981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11860000981 2024-11-15T07:17:40,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741827_1003 (size=196) 2024-11-15T07:17:40,552 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:17:40,553 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T07:17:40,554 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:17:40,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741828_1004 (size=1189) 2024-11-15T07:17:40,569 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/MasterData/data/master/store 2024-11-15T07:17:40,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741829_1005 (size=34) 2024-11-15T07:17:40,983 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:17:40,983 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:17:40,983 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:17:40,983 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:17:40,983 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:17:40,983 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:17:40,983 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:17:40,984 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655060983Disabling compacts and flushes for region at 1731655060983Disabling writes for close at 1731655060983Writing region close event to WAL at 1731655060983Closed at 1731655060983 2024-11-15T07:17:40,985 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/MasterData/data/master/store/.initializing 2024-11-15T07:17:40,985 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/MasterData/WALs/32f0bc5975d0,33933,1731655059227 2024-11-15T07:17:40,987 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:17:40,990 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32f0bc5975d0%2C33933%2C1731655059227, suffix=, logDir=hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/MasterData/WALs/32f0bc5975d0,33933,1731655059227, archiveDir=hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/MasterData/oldWALs, maxLogs=10 2024-11-15T07:17:41,006 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/MasterData/WALs/32f0bc5975d0,33933,1731655059227/32f0bc5975d0%2C33933%2C1731655059227.1731655060991, exclude list is [], retry=0 2024-11-15T07:17:41,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35319,DS-26121d2a-bcea-4398-97eb-fb733c536cf6,DISK] 2024-11-15T07:17:41,012 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/MasterData/WALs/32f0bc5975d0,33933,1731655059227/32f0bc5975d0%2C33933%2C1731655059227.1731655060991 2024-11-15T07:17:41,013 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33633:33633)] 2024-11-15T07:17:41,013 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:17:41,013 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:17:41,013 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:17:41,013 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:17:41,017 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:17:41,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T07:17:41,020 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:17:41,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:17:41,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:17:41,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T07:17:41,023 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:17:41,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:17:41,024 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:17:41,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T07:17:41,026 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:17:41,026 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:17:41,027 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:17:41,029 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T07:17:41,029 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:17:41,030 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:17:41,030 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:17:41,032 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:17:41,032 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:17:41,035 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:17:41,035 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:17:41,036 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:17:41,038 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:17:41,042 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:17:41,043 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61751058, jitterRate=-0.07983753085136414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:17:41,043 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731655061014Initializing all the Stores at 1731655061016 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655061016Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655061017 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655061017Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655061017Cleaning up temporary data from old regions at 1731655061035 (+18 ms)Region opened successfully at 1731655061043 (+8 ms) 2024-11-15T07:17:41,044 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T07:17:41,064 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f609f0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:17:41,066 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T07:17:41,066 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T07:17:41,066 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T07:17:41,066 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T07:17:41,067 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T07:17:41,067 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T07:17:41,067 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T07:17:41,071 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T07:17:41,072 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33933-0x1013d5b148e0003, quorum=127.0.0.1:59608, baseZNode=/11860000981 Unable to get data of znode /11860000981/balancer because node does not exist (not necessarily an error) 2024-11-15T07:17:41,153 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11860000981/balancer already deleted, retry=false 2024-11-15T07:17:41,153 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T07:17:41,154 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33933-0x1013d5b148e0003, quorum=127.0.0.1:59608, baseZNode=/11860000981 Unable to get data of znode /11860000981/normalizer because node does not exist (not necessarily an error) 2024-11-15T07:17:41,237 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11860000981/normalizer already deleted, retry=false 2024-11-15T07:17:41,238 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T07:17:41,240 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33933-0x1013d5b148e0003, quorum=127.0.0.1:59608, baseZNode=/11860000981 Unable to get data of znode /11860000981/switch/split because node does not exist (not necessarily an error) 2024-11-15T07:17:41,259 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11860000981/switch/split already deleted, retry=false 2024-11-15T07:17:41,260 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33933-0x1013d5b148e0003, quorum=127.0.0.1:59608, baseZNode=/11860000981 Unable to get data of znode /11860000981/switch/merge because node does not exist (not necessarily an error) 2024-11-15T07:17:41,269 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11860000981/switch/merge already deleted, retry=false 2024-11-15T07:17:41,272 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33933-0x1013d5b148e0003, quorum=127.0.0.1:59608, baseZNode=/11860000981 Unable to get data of znode /11860000981/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T07:17:41,279 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11860000981/snapshot-cleanup already deleted, retry=false 2024-11-15T07:17:41,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33933-0x1013d5b148e0003, quorum=127.0.0.1:59608, baseZNode=/11860000981 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11860000981/running 2024-11-15T07:17:41,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37749-0x1013d5b148e0004, quorum=127.0.0.1:59608, baseZNode=/11860000981 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11860000981/running 2024-11-15T07:17:41,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33933-0x1013d5b148e0003, quorum=127.0.0.1:59608, baseZNode=/11860000981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11860000981 2024-11-15T07:17:41,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37749-0x1013d5b148e0004, quorum=127.0.0.1:59608, baseZNode=/11860000981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11860000981 2024-11-15T07:17:41,291 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32f0bc5975d0,33933,1731655059227, sessionid=0x1013d5b148e0003, setting cluster-up flag (Was=false) 2024-11-15T07:17:41,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37749-0x1013d5b148e0004, quorum=127.0.0.1:59608, baseZNode=/11860000981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11860000981 2024-11-15T07:17:41,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33933-0x1013d5b148e0003, quorum=127.0.0.1:59608, baseZNode=/11860000981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11860000981 2024-11-15T07:17:41,343 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11860000981/flush-table-proc/acquired, /11860000981/flush-table-proc/reached, /11860000981/flush-table-proc/abort 2024-11-15T07:17:41,345 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,33933,1731655059227 2024-11-15T07:17:41,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37749-0x1013d5b148e0004, quorum=127.0.0.1:59608, baseZNode=/11860000981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11860000981 2024-11-15T07:17:41,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33933-0x1013d5b148e0003, quorum=127.0.0.1:59608, baseZNode=/11860000981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11860000981 2024-11-15T07:17:41,459 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11860000981/online-snapshot/acquired, /11860000981/online-snapshot/reached, /11860000981/online-snapshot/abort 2024-11-15T07:17:41,460 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,33933,1731655059227 2024-11-15T07:17:41,462 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T07:17:41,465 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T07:17:41,466 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T07:17:41,466 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T07:17:41,466 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32f0bc5975d0,33933,1731655059227 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T07:17:41,468 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:17:41,468 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:17:41,468 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:17:41,469 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:17:41,469 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32f0bc5975d0:0, corePoolSize=10, maxPoolSize=10 2024-11-15T07:17:41,469 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:17:41,469 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:17:41,469 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:17:41,471 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731655091471 2024-11-15T07:17:41,471 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T07:17:41,471 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T07:17:41,471 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T07:17:41,471 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T07:17:41,471 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T07:17:41,472 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T07:17:41,472 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:41,473 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:17:41,473 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T07:17:41,475 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:17:41,475 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T07:17:41,477 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T07:17:41,477 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T07:17:41,477 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T07:17:41,477 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T07:17:41,480 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T07:17:41,480 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T07:17:41,481 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655061480,5,FailOnTimeoutGroup] 2024-11-15T07:17:41,484 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655061481,5,FailOnTimeoutGroup] 2024-11-15T07:17:41,484 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:41,484 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T07:17:41,484 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:41,485 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:41,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741831_1007 (size=1321) 2024-11-15T07:17:41,540 INFO [RS:0;32f0bc5975d0:37749 {}] regionserver.HRegionServer(746): ClusterId : aba81063-056c-4bc6-b383-e22051cc6fff 2024-11-15T07:17:41,540 DEBUG [RS:0;32f0bc5975d0:37749 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T07:17:41,555 DEBUG [RS:0;32f0bc5975d0:37749 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T07:17:41,555 DEBUG [RS:0;32f0bc5975d0:37749 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T07:17:41,565 DEBUG [RS:0;32f0bc5975d0:37749 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T07:17:41,566 DEBUG [RS:0;32f0bc5975d0:37749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@206a4c86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:17:41,578 DEBUG [RS:0;32f0bc5975d0:37749 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32f0bc5975d0:37749 2024-11-15T07:17:41,579 INFO [RS:0;32f0bc5975d0:37749 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T07:17:41,579 INFO [RS:0;32f0bc5975d0:37749 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T07:17:41,579 DEBUG [RS:0;32f0bc5975d0:37749 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T07:17:41,580 INFO [RS:0;32f0bc5975d0:37749 {}] regionserver.HRegionServer(2659): reportForDuty to master=32f0bc5975d0,33933,1731655059227 with port=37749, startcode=1731655059387 2024-11-15T07:17:41,580 DEBUG [RS:0;32f0bc5975d0:37749 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T07:17:41,582 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43019, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T07:17:41,583 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33933 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32f0bc5975d0,37749,1731655059387 2024-11-15T07:17:41,583 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33933 {}] master.ServerManager(517): Registering regionserver=32f0bc5975d0,37749,1731655059387 2024-11-15T07:17:41,586 DEBUG [RS:0;32f0bc5975d0:37749 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d 2024-11-15T07:17:41,586 DEBUG [RS:0;32f0bc5975d0:37749 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41315 2024-11-15T07:17:41,586 DEBUG [RS:0;32f0bc5975d0:37749 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T07:17:41,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33933-0x1013d5b148e0003, quorum=127.0.0.1:59608, baseZNode=/11860000981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11860000981/rs 2024-11-15T07:17:41,596 DEBUG [RS:0;32f0bc5975d0:37749 {}] zookeeper.ZKUtil(111): regionserver:37749-0x1013d5b148e0004, quorum=127.0.0.1:59608, baseZNode=/11860000981 Set watcher on existing znode=/11860000981/rs/32f0bc5975d0,37749,1731655059387 2024-11-15T07:17:41,596 WARN [RS:0;32f0bc5975d0:37749 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:17:41,596 INFO [RS:0;32f0bc5975d0:37749 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:17:41,597 DEBUG [RS:0;32f0bc5975d0:37749 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/WALs/32f0bc5975d0,37749,1731655059387 2024-11-15T07:17:41,597 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32f0bc5975d0,37749,1731655059387] 2024-11-15T07:17:41,603 INFO [RS:0;32f0bc5975d0:37749 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T07:17:41,606 INFO [RS:0;32f0bc5975d0:37749 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T07:17:41,607 INFO [RS:0;32f0bc5975d0:37749 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T07:17:41,607 INFO [RS:0;32f0bc5975d0:37749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:41,607 INFO [RS:0;32f0bc5975d0:37749 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T07:17:41,609 INFO [RS:0;32f0bc5975d0:37749 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T07:17:41,609 INFO [RS:0;32f0bc5975d0:37749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:41,609 DEBUG [RS:0;32f0bc5975d0:37749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:17:41,609 DEBUG [RS:0;32f0bc5975d0:37749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:17:41,609 DEBUG [RS:0;32f0bc5975d0:37749 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:17:41,610 DEBUG [RS:0;32f0bc5975d0:37749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:17:41,610 DEBUG [RS:0;32f0bc5975d0:37749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:17:41,610 DEBUG [RS:0;32f0bc5975d0:37749 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:17:41,610 DEBUG [RS:0;32f0bc5975d0:37749 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:17:41,610 DEBUG [RS:0;32f0bc5975d0:37749 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:17:41,610 DEBUG [RS:0;32f0bc5975d0:37749 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:17:41,610 DEBUG [RS:0;32f0bc5975d0:37749 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:17:41,610 DEBUG [RS:0;32f0bc5975d0:37749 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:17:41,610 DEBUG [RS:0;32f0bc5975d0:37749 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:17:41,611 DEBUG [RS:0;32f0bc5975d0:37749 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:17:41,611 DEBUG [RS:0;32f0bc5975d0:37749 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:17:41,611 INFO [RS:0;32f0bc5975d0:37749 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:41,611 INFO [RS:0;32f0bc5975d0:37749 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:41,611 INFO [RS:0;32f0bc5975d0:37749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:41,611 INFO [RS:0;32f0bc5975d0:37749 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:41,612 INFO [RS:0;32f0bc5975d0:37749 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:41,612 INFO [RS:0;32f0bc5975d0:37749 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,37749,1731655059387-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:17:41,628 INFO [RS:0;32f0bc5975d0:37749 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T07:17:41,628 INFO [RS:0;32f0bc5975d0:37749 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,37749,1731655059387-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:41,629 INFO [RS:0;32f0bc5975d0:37749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:41,629 INFO [RS:0;32f0bc5975d0:37749 {}] regionserver.Replication(171): 32f0bc5975d0,37749,1731655059387 started 2024-11-15T07:17:41,644 INFO [RS:0;32f0bc5975d0:37749 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:41,645 INFO [RS:0;32f0bc5975d0:37749 {}] regionserver.HRegionServer(1482): Serving as 32f0bc5975d0,37749,1731655059387, RpcServer on 32f0bc5975d0/172.17.0.2:37749, sessionid=0x1013d5b148e0004 2024-11-15T07:17:41,645 DEBUG [RS:0;32f0bc5975d0:37749 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T07:17:41,645 DEBUG [RS:0;32f0bc5975d0:37749 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32f0bc5975d0,37749,1731655059387 2024-11-15T07:17:41,645 DEBUG [RS:0;32f0bc5975d0:37749 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,37749,1731655059387' 2024-11-15T07:17:41,645 DEBUG [RS:0;32f0bc5975d0:37749 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11860000981/flush-table-proc/abort' 2024-11-15T07:17:41,646 DEBUG [RS:0;32f0bc5975d0:37749 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11860000981/flush-table-proc/acquired' 2024-11-15T07:17:41,646 DEBUG [RS:0;32f0bc5975d0:37749 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T07:17:41,646 DEBUG [RS:0;32f0bc5975d0:37749 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T07:17:41,646 DEBUG [RS:0;32f0bc5975d0:37749 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32f0bc5975d0,37749,1731655059387 2024-11-15T07:17:41,646 DEBUG [RS:0;32f0bc5975d0:37749 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,37749,1731655059387' 2024-11-15T07:17:41,647 DEBUG [RS:0;32f0bc5975d0:37749 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11860000981/online-snapshot/abort' 2024-11-15T07:17:41,647 DEBUG [RS:0;32f0bc5975d0:37749 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11860000981/online-snapshot/acquired' 2024-11-15T07:17:41,648 DEBUG [RS:0;32f0bc5975d0:37749 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T07:17:41,648 INFO [RS:0;32f0bc5975d0:37749 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T07:17:41,648 INFO [RS:0;32f0bc5975d0:37749 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T07:17:41,706 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T07:17:41,749 INFO [RS:0;32f0bc5975d0:37749 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:17:41,752 INFO [RS:0;32f0bc5975d0:37749 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C37749%2C1731655059387, suffix=, logDir=hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/WALs/32f0bc5975d0,37749,1731655059387, archiveDir=hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/oldWALs, maxLogs=10 2024-11-15T07:17:41,774 DEBUG [RS:0;32f0bc5975d0:37749 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/WALs/32f0bc5975d0,37749,1731655059387/32f0bc5975d0%2C37749%2C1731655059387.1731655061755, exclude list is [], retry=0 2024-11-15T07:17:41,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35319,DS-26121d2a-bcea-4398-97eb-fb733c536cf6,DISK] 2024-11-15T07:17:41,789 INFO [RS:0;32f0bc5975d0:37749 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/WALs/32f0bc5975d0,37749,1731655059387/32f0bc5975d0%2C37749%2C1731655059387.1731655061755 2024-11-15T07:17:41,790 DEBUG [RS:0;32f0bc5975d0:37749 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33633:33633)] 2024-11-15T07:17:41,890 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T07:17:41,891 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d 2024-11-15T07:17:41,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741833_1009 (size=32) 2024-11-15T07:17:41,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:17:41,911 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:17:41,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:17:41,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:17:41,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:17:41,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:17:41,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:17:41,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:17:41,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:17:41,919 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:17:41,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:17:41,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:17:41,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:17:41,922 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:17:41,924 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:17:41,925 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:17:41,925 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:17:41,926 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:17:41,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/data/hbase/meta/1588230740 2024-11-15T07:17:41,928 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/data/hbase/meta/1588230740 2024-11-15T07:17:41,930 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:17:41,931 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:17:41,932 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:17:41,934 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:17:41,937 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:17:41,938 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61424742, jitterRate=-0.08470001816749573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:17:41,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731655061909Initializing all the Stores at 1731655061911 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655061911Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655061911Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655061911Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655061911Cleaning up temporary data from old regions at 1731655061931 (+20 ms)Region opened successfully at 1731655061938 (+7 ms) 2024-11-15T07:17:41,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:17:41,938 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:17:41,938 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:17:41,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:17:41,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:17:41,939 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:17:41,939 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655061938Disabling compacts and flushes for region at 1731655061938Disabling writes for close at 1731655061939 (+1 ms)Writing region close event to WAL at 1731655061939Closed at 1731655061939 2024-11-15T07:17:41,942 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:17:41,942 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T07:17:41,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T07:17:41,944 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:17:41,946 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T07:17:42,097 DEBUG [32f0bc5975d0:33933 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T07:17:42,097 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32f0bc5975d0,37749,1731655059387 2024-11-15T07:17:42,099 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,37749,1731655059387, state=OPENING 2024-11-15T07:17:42,151 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T07:17:42,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33933-0x1013d5b148e0003, quorum=127.0.0.1:59608, baseZNode=/11860000981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11860000981 2024-11-15T07:17:42,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37749-0x1013d5b148e0004, quorum=127.0.0.1:59608, baseZNode=/11860000981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11860000981 2024-11-15T07:17:42,209 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:17:42,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11860000981/meta-region-server: CHANGED 2024-11-15T07:17:42,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11860000981/meta-region-server: CHANGED 2024-11-15T07:17:42,209 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,37749,1731655059387}] 2024-11-15T07:17:42,367 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T07:17:42,370 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36287, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T07:17:42,376 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T07:17:42,376 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:17:42,377 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T07:17:42,380 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C37749%2C1731655059387.meta, suffix=.meta, logDir=hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/WALs/32f0bc5975d0,37749,1731655059387, archiveDir=hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/oldWALs, maxLogs=10 2024-11-15T07:17:42,394 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T07:17:42,399 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/WALs/32f0bc5975d0,37749,1731655059387/32f0bc5975d0%2C37749%2C1731655059387.meta.1731655062381.meta, exclude list is [], retry=0 2024-11-15T07:17:42,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35319,DS-26121d2a-bcea-4398-97eb-fb733c536cf6,DISK] 2024-11-15T07:17:42,417 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/WALs/32f0bc5975d0,37749,1731655059387/32f0bc5975d0%2C37749%2C1731655059387.meta.1731655062381.meta 2024-11-15T07:17:42,420 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33633:33633)] 2024-11-15T07:17:42,421 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:17:42,422 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:17:42,422 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T07:17:42,422 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T07:17:42,422 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T07:17:42,422 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T07:17:42,423 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:17:42,423 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T07:17:42,423 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T07:17:42,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:17:42,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:17:42,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:17:42,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:17:42,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:17:42,429 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:17:42,429 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:17:42,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:17:42,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:17:42,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:17:42,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:17:42,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:17:42,434 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:17:42,436 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:17:42,436 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:17:42,437 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:17:42,438 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:17:42,439 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/data/hbase/meta/1588230740 2024-11-15T07:17:42,442 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/data/hbase/meta/1588230740 2024-11-15T07:17:42,445 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:17:42,445 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:17:42,446 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:17:42,461 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:17:42,463 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71875789, jitterRate=0.07103271782398224}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:17:42,464 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T07:17:42,464 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731655062423Writing region info on filesystem at 1731655062423Initializing all the Stores at 1731655062425 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655062425Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655062425Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655062425Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655062425Cleaning up temporary data from old regions at 1731655062445 (+20 ms)Running coprocessor post-open hooks at 1731655062464 (+19 ms)Region opened successfully at 1731655062464 2024-11-15T07:17:42,466 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731655062367 2024-11-15T07:17:42,471 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T07:17:42,471 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T07:17:42,474 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32f0bc5975d0,37749,1731655059387 2024-11-15T07:17:42,477 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,37749,1731655059387, state=OPEN 2024-11-15T07:17:42,488 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T07:17:42,489 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T07:17:42,492 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:17:42,492 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T07:17:42,492 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:17:42,493 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T07:17:42,493 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T07:17:42,493 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T07:17:42,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33933-0x1013d5b148e0003, quorum=127.0.0.1:59608, baseZNode=/11860000981 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11860000981/meta-region-server 2024-11-15T07:17:42,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37749-0x1013d5b148e0004, quorum=127.0.0.1:59608, baseZNode=/11860000981 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11860000981/meta-region-server 2024-11-15T07:17:42,500 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11860000981/meta-region-server: CHANGED 2024-11-15T07:17:42,500 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32f0bc5975d0,37749,1731655059387 2024-11-15T07:17:42,500 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11860000981/meta-region-server: CHANGED 2024-11-15T07:17:42,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T07:17:42,517 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,37749,1731655059387 in 291 msec 2024-11-15T07:17:42,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T07:17:42,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 575 msec 2024-11-15T07:17:42,524 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:17:42,524 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T07:17:42,526 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:17:42,526 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,37749,1731655059387, seqNum=-1] 2024-11-15T07:17:42,527 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:17:42,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:17:42,538 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0720 sec 2024-11-15T07:17:42,538 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731655062538, completionTime=-1 2024-11-15T07:17:42,539 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T07:17:42,539 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T07:17:42,542 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T07:17:42,542 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731655122542 2024-11-15T07:17:42,542 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731655182542 2024-11-15T07:17:42,542 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-15T07:17:42,542 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,33933,1731655059227-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:42,542 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,33933,1731655059227-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:42,543 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,33933,1731655059227-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:42,543 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32f0bc5975d0:33933, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:42,543 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:42,544 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:42,546 DEBUG [master/32f0bc5975d0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T07:17:42,550 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.070sec 2024-11-15T07:17:42,551 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T07:17:42,551 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T07:17:42,551 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T07:17:42,551 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T07:17:42,551 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T07:17:42,551 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,33933,1731655059227-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:17:42,551 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,33933,1731655059227-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T07:17:42,555 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T07:17:42,555 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T07:17:42,555 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,33933,1731655059227-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:42,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2988a672, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:17:42,642 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,33933,-1 for getting cluster id 2024-11-15T07:17:42,642 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:17:42,644 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aba81063-056c-4bc6-b383-e22051cc6fff' 2024-11-15T07:17:42,644 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:17:42,644 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aba81063-056c-4bc6-b383-e22051cc6fff" 2024-11-15T07:17:42,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d31d291, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:17:42,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,33933,-1] 2024-11-15T07:17:42,645 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:17:42,646 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:42,647 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:17:42,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e335a33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:17:42,649 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:17:42,651 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,37749,1731655059387, seqNum=-1] 2024-11-15T07:17:42,651 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:17:42,654 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:17:42,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32f0bc5975d0,33933,1731655059227 2024-11-15T07:17:42,658 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59608 2024-11-15T07:17:42,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59608, baseZNode=/11860000981 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:17:42,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013d5b148e0005 connected 2024-11-15T07:17:42,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@385b6cba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:17:42,686 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,43343,-1 for getting cluster id 2024-11-15T07:17:42,686 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:17:42,688 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf94b84a-7959-4598-a7ee-39c0f5fcb9fb' 2024-11-15T07:17:42,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:17:42,689 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf94b84a-7959-4598-a7ee-39c0f5fcb9fb" 2024-11-15T07:17:42,689 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cfacd1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:17:42,689 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,43343,-1] 2024-11-15T07:17:42,689 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:17:42,690 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:42,692 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:17:42,694 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4820c075, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:17:42,705 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:17:42,709 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,43343,1731655051947 2024-11-15T07:17:42,712 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cb069c9 2024-11-15T07:17:42,714 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:17:42,717 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:17:42,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://32f0bc5975d0:33933,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T07:17:42,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T07:17:42,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:17:42,732 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32f0bc5975d0:33933' 2024-11-15T07:17:42,734 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@595c0ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:17:42,734 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,33933,-1 for getting cluster id 2024-11-15T07:17:42,735 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:17:42,736 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aba81063-056c-4bc6-b383-e22051cc6fff' 2024-11-15T07:17:42,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:17:42,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aba81063-056c-4bc6-b383-e22051cc6fff" 2024-11-15T07:17:42,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cff0de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:17:42,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,33933,-1] 2024-11-15T07:17:42,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:17:42,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:42,739 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:17:42,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ed22549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:17:42,741 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:17:42,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,33933,1731655059227 2024-11-15T07:17:42,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7402a1d4 2024-11-15T07:17:42,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:17:42,750 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:17:42,762 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-15T07:17:42,762 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T07:17:42,766 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:42,767 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:42,767 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:17:42,768 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:17:42,774 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T07:17:42,778 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T07:17:42,778 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:17:42,780 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T07:17:42,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741835_1011 (size=1138) 2024-11-15T07:17:42,827 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T07:17:42,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:17:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:17:43,196 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d8fc1d889fdb5901ad4547a87b49cada, NAME => 'hbase:replication,,1731655062768.d8fc1d889fdb5901ad4547a87b49cada.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a 2024-11-15T07:17:43,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741836_1012 (size=44) 2024-11-15T07:17:43,214 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731655062768.d8fc1d889fdb5901ad4547a87b49cada.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:17:43,214 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d8fc1d889fdb5901ad4547a87b49cada, disabling compactions & flushes 2024-11-15T07:17:43,214 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731655062768.d8fc1d889fdb5901ad4547a87b49cada. 2024-11-15T07:17:43,214 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731655062768.d8fc1d889fdb5901ad4547a87b49cada. 2024-11-15T07:17:43,214 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731655062768.d8fc1d889fdb5901ad4547a87b49cada. after waiting 0 ms 2024-11-15T07:17:43,214 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731655062768.d8fc1d889fdb5901ad4547a87b49cada. 2024-11-15T07:17:43,214 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731655062768.d8fc1d889fdb5901ad4547a87b49cada. 2024-11-15T07:17:43,215 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d8fc1d889fdb5901ad4547a87b49cada: Waiting for close lock at 1731655063214Disabling compacts and flushes for region at 1731655063214Disabling writes for close at 1731655063214Writing region close event to WAL at 1731655063214Closed at 1731655063214 2024-11-15T07:17:43,217 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T07:17:43,222 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731655062768.d8fc1d889fdb5901ad4547a87b49cada.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731655063217"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731655063217"}]},"ts":"1731655063217"} 2024-11-15T07:17:43,233 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T07:17:43,236 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T07:17:43,239 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655063236"}]},"ts":"1731655063236"} 2024-11-15T07:17:43,244 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T07:17:43,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d8fc1d889fdb5901ad4547a87b49cada, ASSIGN}] 2024-11-15T07:17:43,249 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d8fc1d889fdb5901ad4547a87b49cada, ASSIGN 2024-11-15T07:17:43,252 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d8fc1d889fdb5901ad4547a87b49cada, ASSIGN; state=OFFLINE, location=32f0bc5975d0,41453,1731655052721; forceNewPlan=false, retain=false 2024-11-15T07:17:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:17:43,405 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d8fc1d889fdb5901ad4547a87b49cada, regionState=OPENING, regionLocation=32f0bc5975d0,41453,1731655052721 2024-11-15T07:17:43,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d8fc1d889fdb5901ad4547a87b49cada, ASSIGN because future has completed 2024-11-15T07:17:43,414 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8fc1d889fdb5901ad4547a87b49cada, server=32f0bc5975d0,41453,1731655052721}] 2024-11-15T07:17:43,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731655062768.d8fc1d889fdb5901ad4547a87b49cada. 2024-11-15T07:17:43,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:17:43,578 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T07:17:43,582 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C41453%2C1731655052721.rep, suffix=, logDir=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,41453,1731655052721, archiveDir=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/oldWALs, maxLogs=10 2024-11-15T07:17:43,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,41453,1731655052721/32f0bc5975d0%2C41453%2C1731655052721.rep.1731655063583, exclude list is [], retry=0 2024-11-15T07:17:43,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44071,DS-1efebff4-e74d-4922-915b-22a974db28b3,DISK] 2024-11-15T07:17:43,601 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,41453,1731655052721/32f0bc5975d0%2C41453%2C1731655052721.rep.1731655063583 2024-11-15T07:17:43,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34687:34687)] 2024-11-15T07:17:43,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => d8fc1d889fdb5901ad4547a87b49cada, NAME => 'hbase:replication,,1731655062768.d8fc1d889fdb5901ad4547a87b49cada.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:17:43,602 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:17:43,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T07:17:43,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731655062768.d8fc1d889fdb5901ad4547a87b49cada. service=MultiRowMutationService 2024-11-15T07:17:43,602 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T07:17:43,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d8fc1d889fdb5901ad4547a87b49cada 2024-11-15T07:17:43,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731655062768.d8fc1d889fdb5901ad4547a87b49cada.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:17:43,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for d8fc1d889fdb5901ad4547a87b49cada 2024-11-15T07:17:43,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for d8fc1d889fdb5901ad4547a87b49cada 2024-11-15T07:17:43,605 INFO [StoreOpener-d8fc1d889fdb5901ad4547a87b49cada-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d8fc1d889fdb5901ad4547a87b49cada 2024-11-15T07:17:43,606 INFO [StoreOpener-d8fc1d889fdb5901ad4547a87b49cada-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8fc1d889fdb5901ad4547a87b49cada columnFamilyName hfileref 2024-11-15T07:17:43,606 DEBUG [StoreOpener-d8fc1d889fdb5901ad4547a87b49cada-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:17:43,607 INFO [StoreOpener-d8fc1d889fdb5901ad4547a87b49cada-1 {}] regionserver.HStore(327): Store=d8fc1d889fdb5901ad4547a87b49cada/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:17:43,607 INFO [StoreOpener-d8fc1d889fdb5901ad4547a87b49cada-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d8fc1d889fdb5901ad4547a87b49cada 2024-11-15T07:17:43,609 INFO [StoreOpener-d8fc1d889fdb5901ad4547a87b49cada-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8fc1d889fdb5901ad4547a87b49cada columnFamilyName queue 2024-11-15T07:17:43,609 DEBUG [StoreOpener-d8fc1d889fdb5901ad4547a87b49cada-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:17:43,609 INFO [StoreOpener-d8fc1d889fdb5901ad4547a87b49cada-1 {}] regionserver.HStore(327): Store=d8fc1d889fdb5901ad4547a87b49cada/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:17:43,610 INFO [StoreOpener-d8fc1d889fdb5901ad4547a87b49cada-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d8fc1d889fdb5901ad4547a87b49cada 2024-11-15T07:17:43,612 INFO [StoreOpener-d8fc1d889fdb5901ad4547a87b49cada-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8fc1d889fdb5901ad4547a87b49cada columnFamilyName sid 2024-11-15T07:17:43,612 DEBUG [StoreOpener-d8fc1d889fdb5901ad4547a87b49cada-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:17:43,612 INFO [StoreOpener-d8fc1d889fdb5901ad4547a87b49cada-1 {}] regionserver.HStore(327): Store=d8fc1d889fdb5901ad4547a87b49cada/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:17:43,613 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for d8fc1d889fdb5901ad4547a87b49cada 2024-11-15T07:17:43,614 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/replication/d8fc1d889fdb5901ad4547a87b49cada 2024-11-15T07:17:43,615 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/replication/d8fc1d889fdb5901ad4547a87b49cada 2024-11-15T07:17:43,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for d8fc1d889fdb5901ad4547a87b49cada 2024-11-15T07:17:43,617 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for d8fc1d889fdb5901ad4547a87b49cada 2024-11-15T07:17:43,618 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T07:17:43,620 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for d8fc1d889fdb5901ad4547a87b49cada 2024-11-15T07:17:43,623 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/replication/d8fc1d889fdb5901ad4547a87b49cada/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:17:43,624 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened d8fc1d889fdb5901ad4547a87b49cada; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64872943, jitterRate=-0.033317819237709045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T07:17:43,624 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d8fc1d889fdb5901ad4547a87b49cada 2024-11-15T07:17:43,626 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for d8fc1d889fdb5901ad4547a87b49cada: Running coprocessor pre-open hook at 1731655063603Writing region info on filesystem at 1731655063603Initializing all the Stores at 1731655063604 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655063604Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655063604Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655063604Cleaning up temporary data from old regions at 1731655063617 (+13 ms)Running coprocessor post-open hooks at 1731655063624 (+7 ms)Region opened successfully at 1731655063626 (+2 ms) 2024-11-15T07:17:43,627 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731655062768.d8fc1d889fdb5901ad4547a87b49cada., pid=7, masterSystemTime=1731655063568 2024-11-15T07:17:43,632 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731655062768.d8fc1d889fdb5901ad4547a87b49cada. 2024-11-15T07:17:43,632 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731655062768.d8fc1d889fdb5901ad4547a87b49cada. 2024-11-15T07:17:43,633 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=d8fc1d889fdb5901ad4547a87b49cada, regionState=OPEN, openSeqNum=2, regionLocation=32f0bc5975d0,41453,1731655052721 2024-11-15T07:17:43,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8fc1d889fdb5901ad4547a87b49cada, server=32f0bc5975d0,41453,1731655052721 because future has completed 2024-11-15T07:17:43,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-15T07:17:43,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure d8fc1d889fdb5901ad4547a87b49cada, server=32f0bc5975d0,41453,1731655052721 in 232 msec 2024-11-15T07:17:43,654 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T07:17:43,654 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d8fc1d889fdb5901ad4547a87b49cada, ASSIGN in 404 msec 2024-11-15T07:17:43,655 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T07:17:43,655 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655063655"}]},"ts":"1731655063655"} 2024-11-15T07:17:43,658 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T07:17:43,660 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T07:17:43,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 891 msec 2024-11-15T07:17:43,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731655062768.d8fc1d889fdb5901ad4547a87b49cada., hostname=32f0bc5975d0,41453,1731655052721, seqNum=2] 2024-11-15T07:17:43,698 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41453 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-15T07:17:43,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43343-0x1013d5b148e0000, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402049890 2024-11-15T07:17:43,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1013d5b148e0001, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402049890 2024-11-15T07:17:43,810 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T07:17:43,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:17:43,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41453 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-15T07:17:43,976 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T07:17:44,017 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-32f0bc5975d0,41453,1731655052721, ReplicationSource: 1, currentBandwidth=0 2024-11-15T07:17:44,018 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:17:44,018 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,41453,1731655052721, seqNum=-1] 2024-11-15T07:17:44,019 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:17:44,020 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51381, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-15T07:17:44,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-32f0bc5975d0,41453,1731655052721', locateType=CURRENT is [region=hbase:replication,,1731655062768.d8fc1d889fdb5901ad4547a87b49cada., hostname=32f0bc5975d0,41453,1731655052721, seqNum=2] 2024-11-15T07:17:44,029 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-15T07:17:44,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-15T07:17:44,034 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 32f0bc5975d0,41453,1731655052721 suceeded 2024-11-15T07:17:44,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-15T07:17:44,038 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://32f0bc5975d0:33933,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T07:17:44,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 225 msec 2024-11-15T07:17:44,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.3180 sec 2024-11-15T07:17:44,049 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41453,1731655052721 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32f0bc5975d0:33933' 2024-11-15T07:17:44,052 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41453,1731655052721 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12c56774, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:17:44,052 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41453,1731655052721 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,33933,-1 for getting cluster id 2024-11-15T07:17:44,052 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41453,1731655052721 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:17:44,053 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aba81063-056c-4bc6-b383-e22051cc6fff' 2024-11-15T07:17:44,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:17:44,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aba81063-056c-4bc6-b383-e22051cc6fff" 2024-11-15T07:17:44,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23ad370, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:17:44,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,33933,-1] 2024-11-15T07:17:44,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:17:44,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:44,056 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:17:44,057 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41453,1731655052721 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35a0baa3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:17:44,057 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41453,1731655052721 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:17:44,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,33933,1731655059227 2024-11-15T07:17:44,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f6241d3 2024-11-15T07:17:44,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:17:44,061 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-15T07:17:44,062 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41453,1731655052721 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-32f0bc5975d0,41453,1731655052721 (queues=1) is replicating from cluster=bf94b84a-7959-4598-a7ee-39c0f5fcb9fb to cluster=aba81063-056c-4bc6-b383-e22051cc6fff 2024-11-15T07:17:44,065 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41453,1731655052721 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=32f0bc5975d0%2C41453%2C1731655052721 2024-11-15T07:17:44,069 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41453,1731655052721 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-32f0bc5975d0,41453,1731655052721, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T07:17:44,072 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41453,1731655052721.replicationSource.shipper32f0bc5975d0%2C41453%2C1731655052721,1-32f0bc5975d0,41453,1731655052721 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 32f0bc5975d0%2C41453%2C1731655052721 2024-11-15T07:17:44,076 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41453,1731655052721.replicationSource.wal-reader.32f0bc5975d0%2C41453%2C1731655052721,1-32f0bc5975d0,41453,1731655052721 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,41453,1731655052721/32f0bc5975d0%2C41453%2C1731655052721.1731655055912, startPosition=0, beingWritten=true 2024-11-15T07:17:44,336 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41453,1731655052721.replicationSource.wal-reader.32f0bc5975d0%2C41453%2C1731655052721,1-32f0bc5975d0,41453,1731655052721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,41453,1731655052721/32f0bc5975d0%2C41453%2C1731655052721.1731655055912 to pos 0, reset compression=false 2024-11-15T07:17:44,644 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41453,1731655052721.replicationSource.wal-reader.32f0bc5975d0%2C41453%2C1731655052721,1-32f0bc5975d0,41453,1731655052721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,41453,1731655052721/32f0bc5975d0%2C41453%2C1731655052721.1731655055912 to pos 0, reset compression=false 2024-11-15T07:17:44,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:17:44,880 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:17:44,880 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:17:44,881 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T07:17:44,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:44,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:44,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:17:44,882 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43a4fe7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:17:44,882 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,43343,-1 for getting cluster id 2024-11-15T07:17:44,883 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:17:44,884 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf94b84a-7959-4598-a7ee-39c0f5fcb9fb' 2024-11-15T07:17:44,885 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:17:44,885 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf94b84a-7959-4598-a7ee-39c0f5fcb9fb" 2024-11-15T07:17:44,885 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cabca43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:17:44,885 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,43343,-1] 2024-11-15T07:17:44,886 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:17:44,886 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:44,888 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:17:44,889 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@154be403, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:17:44,890 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:17:44,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,43343,1731655051947 2024-11-15T07:17:44,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2cafca2b 2024-11-15T07:17:44,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:17:44,893 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:17:44,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://32f0bc5975d0:33933,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T07:17:44,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T07:17:44,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T07:17:44,898 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32f0bc5975d0:33933' 2024-11-15T07:17:44,900 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b158ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:17:44,900 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,33933,-1 for getting cluster id 2024-11-15T07:17:44,901 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:17:44,901 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aba81063-056c-4bc6-b383-e22051cc6fff' 2024-11-15T07:17:44,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:17:44,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aba81063-056c-4bc6-b383-e22051cc6fff" 2024-11-15T07:17:44,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@584104a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:17:44,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,33933,-1] 2024-11-15T07:17:44,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:17:44,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:44,904 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:17:44,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44e3cde0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:17:44,905 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:17:44,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,33933,1731655059227 2024-11-15T07:17:44,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42dac8b8 2024-11-15T07:17:44,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:17:44,907 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:17:44,908 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-15T07:17:44,908 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T07:17:44,908 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:44,908 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:44,908 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:17:44,997 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T07:17:45,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T07:17:45,055 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41453,1731655052721.replicationSource.wal-reader.32f0bc5975d0%2C41453%2C1731655052721,1-32f0bc5975d0,41453,1731655052721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,41453,1731655052721/32f0bc5975d0%2C41453%2C1731655052721.1731655055912 to pos 0, reset compression=false 2024-11-15T07:17:45,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41453 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-15T07:17:45,152 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-15T07:17:45,195 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-32f0bc5975d0,41453,1731655052721, ReplicationSource: 2, currentBandwidth=0 2024-11-15T07:17:45,198 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-15T07:17:45,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-15T07:17:45,203 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 32f0bc5975d0,41453,1731655052721 suceeded 2024-11-15T07:17:45,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T07:17:45,207 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://32f0bc5975d0:33933,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T07:17:45,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-11-15T07:17:45,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 313 msec 2024-11-15T07:17:45,215 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41453,1731655052721 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32f0bc5975d0:33933' 2024-11-15T07:17:45,216 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41453,1731655052721 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79e0c46d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:17:45,216 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41453,1731655052721 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,33933,-1 for getting cluster id 2024-11-15T07:17:45,216 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41453,1731655052721 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:17:45,217 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aba81063-056c-4bc6-b383-e22051cc6fff' 2024-11-15T07:17:45,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:17:45,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aba81063-056c-4bc6-b383-e22051cc6fff" 2024-11-15T07:17:45,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5565092f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:17:45,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,33933,-1] 2024-11-15T07:17:45,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-15T07:17:45,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:17:45,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:45,219 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-15T07:17:45,220 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:17:45,220 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:17:45,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:45,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:45,220 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:17:45,221 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:17:45,221 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37242, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:17:45,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,43343,1731655051947 2024-11-15T07:17:45,222 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41453,1731655052721 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5fc014bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:17:45,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7519ea07 2024-11-15T07:17:45,222 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41453,1731655052721 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:17:45,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,33933,1731655059227 2024-11-15T07:17:45,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ca2b4e 2024-11-15T07:17:45,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:17:45,224 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:17:45,225 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-15T07:17:45,226 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41453,1731655052721 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-32f0bc5975d0,41453,1731655052721 (queues=1) is replicating from cluster=bf94b84a-7959-4598-a7ee-39c0f5fcb9fb to cluster=aba81063-056c-4bc6-b383-e22051cc6fff 2024-11-15T07:17:45,226 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41453,1731655052721 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=32f0bc5975d0%2C41453%2C1731655052721 2024-11-15T07:17:45,226 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41453,1731655052721 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-32f0bc5975d0,41453,1731655052721, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T07:17:45,226 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41453,1731655052721.replicationSource.wal-reader.32f0bc5975d0%2C41453%2C1731655052721,2-32f0bc5975d0,41453,1731655052721 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,41453,1731655052721/32f0bc5975d0%2C41453%2C1731655052721.1731655055912, startPosition=0, beingWritten=true 2024-11-15T07:17:45,227 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:17:45,227 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41453,1731655052721.replicationSource.shipper32f0bc5975d0%2C41453%2C1731655052721,2-32f0bc5975d0,41453,1731655052721 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 32f0bc5975d0%2C41453%2C1731655052721 2024-11-15T07:17:45,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-15T07:17:45,230 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-15T07:17:45,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-15T07:17:45,232 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-15T07:17:45,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://32f0bc5975d0:33933,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T07:17:45,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-15T07:17:45,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T07:17:45,245 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32f0bc5975d0:33933' 2024-11-15T07:17:45,246 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454b6642, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:17:45,246 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,33933,-1 for getting cluster id 2024-11-15T07:17:45,246 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:17:45,247 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aba81063-056c-4bc6-b383-e22051cc6fff' 2024-11-15T07:17:45,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:17:45,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aba81063-056c-4bc6-b383-e22051cc6fff" 2024-11-15T07:17:45,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21a07d14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:17:45,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,33933,-1] 2024-11-15T07:17:45,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:17:45,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:45,249 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:17:45,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@583d7f0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:17:45,250 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:17:45,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,33933,1731655059227 2024-11-15T07:17:45,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4382766a 2024-11-15T07:17:45,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:17:45,253 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:17:45,254 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T07:17:45,254 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T07:17:45,254 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:45,254 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:45,254 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:17:45,282 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T07:17:45,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T07:17:45,435 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41453,1731655052721.replicationSource.wal-reader.32f0bc5975d0%2C41453%2C1731655052721,2-32f0bc5975d0,41453,1731655052721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,41453,1731655052721/32f0bc5975d0%2C41453%2C1731655052721.1731655055912 to pos 0, reset compression=false 2024-11-15T07:17:45,436 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41453 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-15T07:17:45,437 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-15T07:17:45,438 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-15T07:17:45,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-15T07:17:45,444 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 32f0bc5975d0,41453,1731655052721 suceeded 2024-11-15T07:17:45,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-15T07:17:45,448 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://32f0bc5975d0:33933,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T07:17:45,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 163 msec 2024-11-15T07:17:45,451 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 210 msec 2024-11-15T07:17:45,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-15T07:17:45,559 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-15T07:17:45,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://32f0bc5975d0:33933,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T07:17:45,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-15T07:17:45,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T07:17:45,563 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41453,1731655052721.replicationSource.wal-reader.32f0bc5975d0%2C41453%2C1731655052721,1-32f0bc5975d0,41453,1731655052721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,41453,1731655052721/32f0bc5975d0%2C41453%2C1731655052721.1731655055912 to pos 0, reset compression=false 2024-11-15T07:17:45,564 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32f0bc5975d0:33933' 2024-11-15T07:17:45,565 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32e6582f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:17:45,565 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,33933,-1 for getting cluster id 2024-11-15T07:17:45,566 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:17:45,567 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aba81063-056c-4bc6-b383-e22051cc6fff' 2024-11-15T07:17:45,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:17:45,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aba81063-056c-4bc6-b383-e22051cc6fff" 2024-11-15T07:17:45,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f138936, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:17:45,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,33933,-1] 2024-11-15T07:17:45,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:17:45,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:45,570 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:17:45,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54a3eb2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:17:45,571 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:17:45,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,33933,1731655059227 2024-11-15T07:17:45,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7abd8428 2024-11-15T07:17:45,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:17:45,573 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:17:45,574 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-15T07:17:45,574 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T07:17:45,574 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:45,574 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:45,574 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:17:45,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T07:17:45,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T07:17:45,745 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41453,1731655052721.replicationSource.wal-reader.32f0bc5975d0%2C41453%2C1731655052721,2-32f0bc5975d0,41453,1731655052721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,41453,1731655052721/32f0bc5975d0%2C41453%2C1731655052721.1731655055912 to pos 0, reset compression=false 2024-11-15T07:17:45,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41453 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-15T07:17:45,853 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-15T07:17:45,854 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-15T07:17:45,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-15T07:17:45,858 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 32f0bc5975d0,41453,1731655052721 suceeded 2024-11-15T07:17:45,861 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-15T07:17:45,861 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-11-15T07:17:45,861 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://32f0bc5975d0:33933,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T07:17:45,864 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 301 msec 2024-11-15T07:17:45,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-15T07:17:45,880 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-15T07:17:45,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-15T07:17:45,882 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43343 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-15T07:17:45,883 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:17:45,883 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:17:45,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:45,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:45,883 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:17:45,883 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T07:17:45,884 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1392182542, stopped=false 2024-11-15T07:17:45,884 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32f0bc5975d0,43343,1731655051947 2024-11-15T07:17:45,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1013d5b148e0001, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0402049890/running 2024-11-15T07:17:45,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43343-0x1013d5b148e0000, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0402049890/running 2024-11-15T07:17:45,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1013d5b148e0001, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402049890 2024-11-15T07:17:45,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43343-0x1013d5b148e0000, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402049890 2024-11-15T07:17:45,890 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:17:45,891 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:17:45,891 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:17:45,891 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:45,891 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41453-0x1013d5b148e0001, quorum=127.0.0.1:59608, baseZNode=/0402049890 Set watcher on znode that does not yet exist, /0402049890/running 2024-11-15T07:17:45,891 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32f0bc5975d0,41453,1731655052721' ***** 2024-11-15T07:17:45,891 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T07:17:45,892 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43343-0x1013d5b148e0000, quorum=127.0.0.1:59608, baseZNode=/0402049890 Set watcher on znode that does not yet exist, /0402049890/running 2024-11-15T07:17:45,892 INFO [RS:0;32f0bc5975d0:41453 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T07:17:45,892 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T07:17:45,892 INFO [RS:0;32f0bc5975d0:41453 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T07:17:45,892 INFO [RS:0;32f0bc5975d0:41453 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T07:17:45,892 INFO [RS:0;32f0bc5975d0:41453 {}] regionserver.HRegionServer(3091): Received CLOSE for d8fc1d889fdb5901ad4547a87b49cada 2024-11-15T07:17:45,893 INFO [RS:0;32f0bc5975d0:41453 {}] regionserver.HRegionServer(959): stopping server 32f0bc5975d0,41453,1731655052721 2024-11-15T07:17:45,893 INFO [RS:0;32f0bc5975d0:41453 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:17:45,893 INFO [RS:0;32f0bc5975d0:41453 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:41453. 2024-11-15T07:17:45,893 DEBUG [RS:0;32f0bc5975d0:41453 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:17:45,893 DEBUG [RS:0;32f0bc5975d0:41453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:45,893 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d8fc1d889fdb5901ad4547a87b49cada, disabling compactions & flushes 2024-11-15T07:17:45,894 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731655062768.d8fc1d889fdb5901ad4547a87b49cada. 2024-11-15T07:17:45,894 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731655062768.d8fc1d889fdb5901ad4547a87b49cada. 2024-11-15T07:17:45,894 INFO [RS:0;32f0bc5975d0:41453 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T07:17:45,894 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731655062768.d8fc1d889fdb5901ad4547a87b49cada. after waiting 0 ms 2024-11-15T07:17:45,894 INFO [RS:0;32f0bc5975d0:41453 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T07:17:45,894 INFO [RS:0;32f0bc5975d0:41453 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T07:17:45,894 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731655062768.d8fc1d889fdb5901ad4547a87b49cada. 2024-11-15T07:17:45,894 INFO [RS:0;32f0bc5975d0:41453 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T07:17:45,894 INFO [RS:0;32f0bc5975d0:41453 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T07:17:45,894 DEBUG [RS:0;32f0bc5975d0:41453 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d8fc1d889fdb5901ad4547a87b49cada=hbase:replication,,1731655062768.d8fc1d889fdb5901ad4547a87b49cada.} 2024-11-15T07:17:45,894 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:17:45,895 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:17:45,895 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:17:45,895 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:17:45,895 DEBUG [RS:0;32f0bc5975d0:41453 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d8fc1d889fdb5901ad4547a87b49cada 2024-11-15T07:17:45,895 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:17:45,898 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d8fc1d889fdb5901ad4547a87b49cada 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-15T07:17:45,898 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-15T07:17:45,967 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/replication/d8fc1d889fdb5901ad4547a87b49cada/.tmp/queue/f9c41dc238fe434e92d79ed934089a57 is 151, key is 1-32f0bc5975d0,41453,1731655052721/queue:32f0bc5975d0%2C41453%2C1731655052721/1731655064024/Put/seqid=0 2024-11-15T07:17:45,967 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/meta/1588230740/.tmp/info/1043bb51719543edb0c1f5f96377a6a5 is 147, key is hbase:replication,,1731655062768.d8fc1d889fdb5901ad4547a87b49cada./info:regioninfo/1731655063632/Put/seqid=0 2024-11-15T07:17:45,968 INFO [regionserver/32f0bc5975d0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:17:45,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741839_1015 (size=5500) 2024-11-15T07:17:45,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741838_1014 (size=6631) 2024-11-15T07:17:46,095 DEBUG [RS:0;32f0bc5975d0:41453 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d8fc1d889fdb5901ad4547a87b49cada 2024-11-15T07:17:46,152 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41453,1731655052721.replicationSource.wal-reader.32f0bc5975d0%2C41453%2C1731655052721,2-32f0bc5975d0,41453,1731655052721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,41453,1731655052721/32f0bc5975d0%2C41453%2C1731655052721.1731655055912 to pos 0, reset compression=false 2024-11-15T07:17:46,170 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41453,1731655052721.replicationSource.wal-reader.32f0bc5975d0%2C41453%2C1731655052721,1-32f0bc5975d0,41453,1731655052721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,41453,1731655052721/32f0bc5975d0%2C41453%2C1731655052721.1731655055912 to pos 0, reset compression=false 2024-11-15T07:17:46,295 DEBUG [RS:0;32f0bc5975d0:41453 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d8fc1d889fdb5901ad4547a87b49cada 2024-11-15T07:17:46,385 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/replication/d8fc1d889fdb5901ad4547a87b49cada/.tmp/queue/f9c41dc238fe434e92d79ed934089a57 2024-11-15T07:17:46,391 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/meta/1588230740/.tmp/info/1043bb51719543edb0c1f5f96377a6a5 2024-11-15T07:17:46,432 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/replication/d8fc1d889fdb5901ad4547a87b49cada/.tmp/queue/f9c41dc238fe434e92d79ed934089a57 as hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/replication/d8fc1d889fdb5901ad4547a87b49cada/queue/f9c41dc238fe434e92d79ed934089a57 2024-11-15T07:17:46,442 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/replication/d8fc1d889fdb5901ad4547a87b49cada/queue/f9c41dc238fe434e92d79ed934089a57, entries=2, sequenceid=6, filesize=5.4 K 2024-11-15T07:17:46,448 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for d8fc1d889fdb5901ad4547a87b49cada in 550ms, sequenceid=6, compaction requested=false 2024-11-15T07:17:46,448 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T07:17:46,454 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/meta/1588230740/.tmp/ns/ed632961b08c493888284f32b7ec83f3 is 43, key is default/ns:d/1731655057070/Put/seqid=0 2024-11-15T07:17:46,455 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/replication/d8fc1d889fdb5901ad4547a87b49cada/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T07:17:46,458 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:17:46,458 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:17:46,458 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731655062768.d8fc1d889fdb5901ad4547a87b49cada. 2024-11-15T07:17:46,458 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d8fc1d889fdb5901ad4547a87b49cada: Waiting for close lock at 1731655065893Running coprocessor pre-close hooks at 1731655065893Disabling compacts and flushes for region at 1731655065893Disabling writes for close at 1731655065894 (+1 ms)Obtaining lock to block concurrent updates at 1731655065898 (+4 ms)Preparing flush snapshotting stores in d8fc1d889fdb5901ad4547a87b49cada at 1731655065898Finished memstore snapshotting hbase:replication,,1731655062768.d8fc1d889fdb5901ad4547a87b49cada., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731655065906 (+8 ms)Flushing stores of hbase:replication,,1731655062768.d8fc1d889fdb5901ad4547a87b49cada. at 1731655065908 (+2 ms)Flushing d8fc1d889fdb5901ad4547a87b49cada/queue: creating writer at 1731655065910 (+2 ms)Flushing d8fc1d889fdb5901ad4547a87b49cada/queue: appending metadata at 1731655065954 (+44 ms)Flushing d8fc1d889fdb5901ad4547a87b49cada/queue: closing flushed file at 1731655065957 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73830305: reopening flushed file at 1731655066431 (+474 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for d8fc1d889fdb5901ad4547a87b49cada in 550ms, sequenceid=6, compaction requested=false at 1731655066448 (+17 ms)Writing region close event to WAL at 1731655066450 (+2 ms)Running coprocessor post-close hooks at 1731655066456 (+6 ms)Closed at 1731655066458 (+2 ms) 2024-11-15T07:17:46,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741840_1016 (size=5153) 2024-11-15T07:17:46,459 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731655062768.d8fc1d889fdb5901ad4547a87b49cada. 2024-11-15T07:17:46,496 DEBUG [RS:0;32f0bc5975d0:41453 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:17:46,660 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41453,1731655052721.replicationSource.wal-reader.32f0bc5975d0%2C41453%2C1731655052721,2-32f0bc5975d0,41453,1731655052721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,41453,1731655052721/32f0bc5975d0%2C41453%2C1731655052721.1731655055912 to pos 0, reset compression=false 2024-11-15T07:17:46,696 DEBUG [RS:0;32f0bc5975d0:41453 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:17:46,757 INFO [regionserver/32f0bc5975d0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T07:17:46,757 INFO [regionserver/32f0bc5975d0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T07:17:46,862 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/meta/1588230740/.tmp/ns/ed632961b08c493888284f32b7ec83f3 2024-11-15T07:17:46,877 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41453,1731655052721.replicationSource.wal-reader.32f0bc5975d0%2C41453%2C1731655052721,1-32f0bc5975d0,41453,1731655052721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,41453,1731655052721/32f0bc5975d0%2C41453%2C1731655052721.1731655055912 to pos 0, reset compression=false 2024-11-15T07:17:46,891 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/meta/1588230740/.tmp/table/6e1f76e6fd2a4a6cbdc87f05aaded1ab is 53, key is hbase:replication/table:state/1731655063655/Put/seqid=0 2024-11-15T07:17:46,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741841_1017 (size=5256) 2024-11-15T07:17:46,896 INFO [RS:0;32f0bc5975d0:41453 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T07:17:46,896 DEBUG [RS:0;32f0bc5975d0:41453 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T07:17:46,896 DEBUG [RS:0;32f0bc5975d0:41453 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:17:47,097 DEBUG [RS:0;32f0bc5975d0:41453 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:17:47,267 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41453,1731655052721.replicationSource.wal-reader.32f0bc5975d0%2C41453%2C1731655052721,2-32f0bc5975d0,41453,1731655052721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,41453,1731655052721/32f0bc5975d0%2C41453%2C1731655052721.1731655055912 to pos 0, reset compression=false 2024-11-15T07:17:47,297 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/meta/1588230740/.tmp/table/6e1f76e6fd2a4a6cbdc87f05aaded1ab 2024-11-15T07:17:47,297 DEBUG [RS:0;32f0bc5975d0:41453 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:17:47,306 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/meta/1588230740/.tmp/info/1043bb51719543edb0c1f5f96377a6a5 as hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/meta/1588230740/info/1043bb51719543edb0c1f5f96377a6a5 2024-11-15T07:17:47,315 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/meta/1588230740/info/1043bb51719543edb0c1f5f96377a6a5, entries=10, sequenceid=11, filesize=6.5 K 2024-11-15T07:17:47,316 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/meta/1588230740/.tmp/ns/ed632961b08c493888284f32b7ec83f3 as hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/meta/1588230740/ns/ed632961b08c493888284f32b7ec83f3 2024-11-15T07:17:47,324 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/meta/1588230740/ns/ed632961b08c493888284f32b7ec83f3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T07:17:47,326 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/meta/1588230740/.tmp/table/6e1f76e6fd2a4a6cbdc87f05aaded1ab as hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/meta/1588230740/table/6e1f76e6fd2a4a6cbdc87f05aaded1ab 2024-11-15T07:17:47,334 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/meta/1588230740/table/6e1f76e6fd2a4a6cbdc87f05aaded1ab, entries=2, sequenceid=11, filesize=5.1 K 2024-11-15T07:17:47,336 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1441ms, sequenceid=11, compaction requested=false 2024-11-15T07:17:47,342 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T07:17:47,343 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:17:47,343 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:17:47,343 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:17:47,343 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655065894Running coprocessor pre-close hooks at 1731655065894Disabling compacts and flushes for region at 1731655065894Disabling writes for close at 1731655065895 (+1 ms)Obtaining lock to block concurrent updates at 1731655065898 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731655065898Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731655065906 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731655065908 (+2 ms)Flushing 1588230740/info: creating writer at 1731655065910 (+2 ms)Flushing 1588230740/info: appending metadata at 1731655065955 (+45 ms)Flushing 1588230740/info: closing flushed file at 1731655065957 (+2 ms)Flushing 1588230740/ns: creating writer at 1731655066431 (+474 ms)Flushing 1588230740/ns: appending metadata at 1731655066451 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731655066452 (+1 ms)Flushing 1588230740/table: creating writer at 1731655066874 (+422 ms)Flushing 1588230740/table: appending metadata at 1731655066890 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731655066890Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48407b5c: reopening flushed file at 1731655067305 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d7b1b03: reopening flushed file at 1731655067315 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6aa3c3f2: reopening flushed file at 1731655067324 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1441ms, sequenceid=11, compaction requested=false at 1731655067336 (+12 ms)Writing region close event to WAL at 1731655067337 (+1 ms)Running coprocessor post-close hooks at 1731655067343 (+6 ms)Closed at 1731655067343 2024-11-15T07:17:47,343 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T07:17:47,497 INFO [RS:0;32f0bc5975d0:41453 {}] regionserver.HRegionServer(976): stopping server 32f0bc5975d0,41453,1731655052721; all regions closed. 2024-11-15T07:17:47,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741834_1010 (size=2742) 2024-11-15T07:17:47,515 DEBUG [RS:0;32f0bc5975d0:41453 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/oldWALs 2024-11-15T07:17:47,515 INFO [RS:0;32f0bc5975d0:41453 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32f0bc5975d0%2C41453%2C1731655052721.meta:.meta(num 1731655056843) 2024-11-15T07:17:47,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741837_1013 (size=1802) 2024-11-15T07:17:47,518 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,41453,1731655052721/32f0bc5975d0%2C41453%2C1731655052721.rep.1731655063583 not finished, retry = 0 2024-11-15T07:17:47,627 DEBUG [RS:0;32f0bc5975d0:41453 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/oldWALs 2024-11-15T07:17:47,627 INFO [RS:0;32f0bc5975d0:41453 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32f0bc5975d0%2C41453%2C1731655052721.rep:(num 1731655063583) 2024-11-15T07:17:47,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741832_1008 (size=93) 2024-11-15T07:17:47,632 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,41453,1731655052721/32f0bc5975d0%2C41453%2C1731655052721.1731655055912 not finished, retry = 0 2024-11-15T07:17:47,684 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41453,1731655052721.replicationSource.wal-reader.32f0bc5975d0%2C41453%2C1731655052721,1-32f0bc5975d0,41453,1731655052721 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,41453,1731655052721/32f0bc5975d0%2C41453%2C1731655052721.1731655055912 to pos 0, reset compression=false 2024-11-15T07:17:47,735 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41453,1731655052721.replicationSource.wal-reader.32f0bc5975d0%2C41453%2C1731655052721,1-32f0bc5975d0,41453,1731655052721 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,41453,1731655052721/32f0bc5975d0%2C41453%2C1731655052721.1731655055912 2024-11-15T07:17:47,736 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41453,1731655052721.replicationSource.wal-reader.32f0bc5975d0%2C41453%2C1731655052721,1-32f0bc5975d0,41453,1731655052721 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-15T07:17:47,736 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41453,1731655052721.replicationSource.wal-reader.32f0bc5975d0%2C41453%2C1731655052721,1-32f0bc5975d0,41453,1731655052721 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-15T07:17:47,741 DEBUG [RS:0;32f0bc5975d0:41453 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/oldWALs 2024-11-15T07:17:47,741 INFO [RS:0;32f0bc5975d0:41453 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32f0bc5975d0%2C41453%2C1731655052721:(num 1731655055912) 2024-11-15T07:17:47,741 DEBUG [RS:0;32f0bc5975d0:41453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:47,741 INFO [RS:0;32f0bc5975d0:41453 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:17:47,742 INFO [RS:0;32f0bc5975d0:41453 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:17:47,742 INFO [RS:0;32f0bc5975d0:41453 {}] hbase.ChoreService(370): Chore service for: regionserver/32f0bc5975d0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T07:17:47,743 INFO [RS:0;32f0bc5975d0:41453 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:17:47,743 INFO [regionserver/32f0bc5975d0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:17:47,744 INFO [RS:0;32f0bc5975d0:41453 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-32f0bc5975d0,41453,1731655052721 because: Region server is closing 2024-11-15T07:17:47,744 INFO [RS:0;32f0bc5975d0:41453 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:41453. 2024-11-15T07:17:47,744 DEBUG [RS:0;32f0bc5975d0:41453 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:17:47,744 DEBUG [RS:0;32f0bc5975d0:41453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:47,745 DEBUG [RS:0;32f0bc5975d0:41453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:47,745 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:17:47,736 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41453,1731655052721.replicationSource.shipper32f0bc5975d0%2C41453%2C1731655052721,1-32f0bc5975d0,41453,1731655052721 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,41453,1731655052721 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,41453,1731655052721/32f0bc5975d0%2C41453%2C1731655052721.1731655055912, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-15T07:17:47,748 ERROR [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41453,1731655052721.replicationSource.shipper32f0bc5975d0%2C41453%2C1731655052721,1-32f0bc5975d0,41453,1731655052721 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 32f0bc5975d0,41453,1731655052721: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-32f0bc5975d0,41453,1731655052721, walGroup=32f0bc5975d0%2C41453%2C1731655052721, offset=32f0bc5975d0%2C41453%2C1731655052721.1731655055912:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:41453 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T07:17:47,749 ERROR [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41453,1731655052721.replicationSource.shipper32f0bc5975d0%2C41453%2C1731655052721,1-32f0bc5975d0,41453,1731655052721 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T07:17:47,751 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41453,1731655052721.replicationSource.shipper32f0bc5975d0%2C41453%2C1731655052721,1-32f0bc5975d0,41453,1731655052721 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T07:17:47,752 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41453,1731655052721.replicationSource.shipper32f0bc5975d0%2C41453%2C1731655052721,1-32f0bc5975d0,41453,1731655052721 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T07:17:47,753 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41453,1731655052721.replicationSource.shipper32f0bc5975d0%2C41453%2C1731655052721,1-32f0bc5975d0,41453,1731655052721 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T07:17:47,753 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41453,1731655052721.replicationSource.shipper32f0bc5975d0%2C41453%2C1731655052721,1-32f0bc5975d0,41453,1731655052721 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T07:17:47,753 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41453,1731655052721.replicationSource.shipper32f0bc5975d0%2C41453%2C1731655052721,1-32f0bc5975d0,41453,1731655052721 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 396432272 }, "NonHeapMemoryUsage": { "committed": 152961024, "init": 7667712, "max": -1, "used": 150690640 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T07:17:47,754 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41453,1731655052721.replicationSource.shipper32f0bc5975d0%2C41453%2C1731655052721,1-32f0bc5975d0,41453,1731655052721 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [32f0bc5975d0%2C41453%2C1731655052721.1731655055912] 2024-11-15T07:17:47,845 INFO [RS:0;32f0bc5975d0:41453 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41453,1731655052721.replicationSource.shipper32f0bc5975d0%2C41453%2C1731655052721,1-32f0bc5975d0,41453,1731655052721 terminated 2024-11-15T07:17:47,845 INFO [RS:0;32f0bc5975d0:41453 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-32f0bc5975d0,41453,1731655052721 because: Region server is closing 2024-11-15T07:17:47,845 INFO [RS:0;32f0bc5975d0:41453 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:41453. 2024-11-15T07:17:47,846 DEBUG [RS:0;32f0bc5975d0:41453 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:17:47,846 DEBUG [RS:0;32f0bc5975d0:41453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:47,846 DEBUG [RS:0;32f0bc5975d0:41453 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:47,846 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:17:47,926 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T07:17:47,946 WARN [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41453,1731655052721.replicationSource.wal-reader.32f0bc5975d0%2C41453%2C1731655052721,2-32f0bc5975d0,41453,1731655052721 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T07:17:47,946 WARN [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41453,1731655052721.replicationSource.shipper32f0bc5975d0%2C41453%2C1731655052721,2-32f0bc5975d0,41453,1731655052721 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T07:17:47,946 INFO [RS:0;32f0bc5975d0:41453 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41453,1731655052721.replicationSource.shipper32f0bc5975d0%2C41453%2C1731655052721,2-32f0bc5975d0,41453,1731655052721 terminated 2024-11-15T07:17:47,947 INFO [RS:0;32f0bc5975d0:41453 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41453 2024-11-15T07:17:48,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1013d5b148e0001, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0402049890/rs/32f0bc5975d0,41453,1731655052721 2024-11-15T07:17:48,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43343-0x1013d5b148e0000, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402049890/rs 2024-11-15T07:17:48,004 INFO [RS:0;32f0bc5975d0:41453 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:17:48,017 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32f0bc5975d0,41453,1731655052721] 2024-11-15T07:17:48,027 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0402049890/draining/32f0bc5975d0,41453,1731655052721 already deleted, retry=false 2024-11-15T07:17:48,027 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32f0bc5975d0,41453,1731655052721 expired; onlineServers=0 2024-11-15T07:17:48,027 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32f0bc5975d0,43343,1731655051947' ***** 2024-11-15T07:17:48,027 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T07:17:48,028 INFO [M:0;32f0bc5975d0:43343 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:17:48,028 INFO [M:0;32f0bc5975d0:43343 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:17:48,028 DEBUG [M:0;32f0bc5975d0:43343 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T07:17:48,028 DEBUG [M:0;32f0bc5975d0:43343 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T07:17:48,028 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T07:17:48,029 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655055530 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655055530,5,FailOnTimeoutGroup] 2024-11-15T07:17:48,029 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655055530 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655055530,5,FailOnTimeoutGroup] 2024-11-15T07:17:48,029 INFO [M:0;32f0bc5975d0:43343 {}] hbase.ChoreService(370): Chore service for: master/32f0bc5975d0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T07:17:48,029 INFO [M:0;32f0bc5975d0:43343 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:17:48,030 DEBUG [M:0;32f0bc5975d0:43343 {}] master.HMaster(1795): Stopping service threads 2024-11-15T07:17:48,030 INFO [M:0;32f0bc5975d0:43343 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T07:17:48,030 INFO [M:0;32f0bc5975d0:43343 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:17:48,031 INFO [M:0;32f0bc5975d0:43343 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T07:17:48,032 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T07:17:48,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43343-0x1013d5b148e0000, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0402049890/master 2024-11-15T07:17:48,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43343-0x1013d5b148e0000, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402049890 2024-11-15T07:17:48,038 DEBUG [M:0;32f0bc5975d0:43343 {}] zookeeper.ZKUtil(347): master:43343-0x1013d5b148e0000, quorum=127.0.0.1:59608, baseZNode=/0402049890 Unable to get data of znode /0402049890/master because node does not exist (not an error) 2024-11-15T07:17:48,038 WARN [M:0;32f0bc5975d0:43343 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T07:17:48,040 INFO [M:0;32f0bc5975d0:43343 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/.lastflushedseqids 2024-11-15T07:17:48,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741842_1018 (size=181) 2024-11-15T07:17:48,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1013d5b148e0001, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:17:48,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41453-0x1013d5b148e0001, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:17:48,117 INFO [RS:0;32f0bc5975d0:41453 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:17:48,118 INFO [RS:0;32f0bc5975d0:41453 {}] regionserver.HRegionServer(1031): Exiting; stopping=32f0bc5975d0,41453,1731655052721; zookeeper connection closed. 2024-11-15T07:17:48,118 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@f575da2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@f575da2 2024-11-15T07:17:48,119 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T07:17:48,453 INFO [M:0;32f0bc5975d0:43343 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T07:17:48,453 INFO [M:0;32f0bc5975d0:43343 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T07:17:48,454 DEBUG [M:0;32f0bc5975d0:43343 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:17:48,454 INFO [M:0;32f0bc5975d0:43343 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:17:48,454 DEBUG [M:0;32f0bc5975d0:43343 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:17:48,454 DEBUG [M:0;32f0bc5975d0:43343 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:17:48,454 DEBUG [M:0;32f0bc5975d0:43343 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:17:48,454 INFO [M:0;32f0bc5975d0:43343 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-15T07:17:48,476 DEBUG [M:0;32f0bc5975d0:43343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/35bddd1b9b264bb3aa28b5decf6c9a39 is 82, key is hbase:meta,,1/info:regioninfo/1731655056939/Put/seqid=0 2024-11-15T07:17:48,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741843_1019 (size=5672) 2024-11-15T07:17:48,883 INFO [M:0;32f0bc5975d0:43343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/35bddd1b9b264bb3aa28b5decf6c9a39 2024-11-15T07:17:48,906 DEBUG [M:0;32f0bc5975d0:43343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8dff81a7b1524193a56d35b8c204729a is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731655063662/Put/seqid=0 2024-11-15T07:17:48,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741844_1020 (size=8663) 2024-11-15T07:17:49,315 INFO [M:0;32f0bc5975d0:43343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8dff81a7b1524193a56d35b8c204729a 2024-11-15T07:17:49,351 DEBUG [M:0;32f0bc5975d0:43343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b9c476f1c94440b84a084cbf36cc8ec is 69, key is 32f0bc5975d0,41453,1731655052721/rs:state/1731655055660/Put/seqid=0 2024-11-15T07:17:49,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741845_1021 (size=5156) 2024-11-15T07:17:49,757 INFO [M:0;32f0bc5975d0:43343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b9c476f1c94440b84a084cbf36cc8ec 2024-11-15T07:17:49,768 DEBUG [M:0;32f0bc5975d0:43343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/35bddd1b9b264bb3aa28b5decf6c9a39 as hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/35bddd1b9b264bb3aa28b5decf6c9a39 2024-11-15T07:17:49,777 INFO [M:0;32f0bc5975d0:43343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/35bddd1b9b264bb3aa28b5decf6c9a39, entries=8, sequenceid=115, filesize=5.5 K 2024-11-15T07:17:49,779 DEBUG [M:0;32f0bc5975d0:43343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8dff81a7b1524193a56d35b8c204729a as hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8dff81a7b1524193a56d35b8c204729a 2024-11-15T07:17:49,788 INFO [M:0;32f0bc5975d0:43343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8dff81a7b1524193a56d35b8c204729a, entries=14, sequenceid=115, filesize=8.5 K 2024-11-15T07:17:49,790 DEBUG [M:0;32f0bc5975d0:43343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1b9c476f1c94440b84a084cbf36cc8ec as hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b9c476f1c94440b84a084cbf36cc8ec 2024-11-15T07:17:49,799 INFO [M:0;32f0bc5975d0:43343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b9c476f1c94440b84a084cbf36cc8ec, entries=1, sequenceid=115, filesize=5.0 K 2024-11-15T07:17:49,801 INFO [M:0;32f0bc5975d0:43343 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1346ms, sequenceid=115, compaction requested=false 2024-11-15T07:17:49,805 INFO [M:0;32f0bc5975d0:43343 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:17:49,805 DEBUG [M:0;32f0bc5975d0:43343 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655068453Disabling compacts and flushes for region at 1731655068453Disabling writes for close at 1731655068454 (+1 ms)Obtaining lock to block concurrent updates at 1731655068454Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731655068454Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731655068455 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731655068457 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731655068457Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731655068476 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731655068476Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731655068889 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731655068906 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731655068906Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731655069328 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731655069350 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731655069350Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d7ce519: reopening flushed file at 1731655069766 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@215694fa: reopening flushed file at 1731655069777 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3036616d: reopening flushed file at 1731655069788 (+11 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1346ms, sequenceid=115, compaction requested=false at 1731655069801 (+13 ms)Writing region close event to WAL at 1731655069805 (+4 ms)Closed at 1731655069805 2024-11-15T07:17:49,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741830_1006 (size=59421) 2024-11-15T07:17:49,809 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/WALs/32f0bc5975d0,43343,1731655051947/32f0bc5975d0%2C43343%2C1731655051947.1731655054853 not finished, retry = 0 2024-11-15T07:17:49,910 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:17:49,910 INFO [M:0;32f0bc5975d0:43343 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T07:17:49,910 INFO [M:0;32f0bc5975d0:43343 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43343 2024-11-15T07:17:49,910 INFO [M:0;32f0bc5975d0:43343 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:17:50,022 INFO [M:0;32f0bc5975d0:43343 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:17:50,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43343-0x1013d5b148e0000, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:17:50,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43343-0x1013d5b148e0000, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:17:50,024 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:17:50,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:17:50,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:17:50,024 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:17:50,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:17:50,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:17:50,024 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T07:17:50,024 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:17:50,025 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34159 2024-11-15T07:17:50,027 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34159 connecting to ZooKeeper ensemble=127.0.0.1:59608 2024-11-15T07:17:50,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341590x0, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:17:50,038 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34159-0x1013d5b148e0006 connected 2024-11-15T07:17:50,051 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:17:50,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:17:50,058 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34159-0x1013d5b148e0006, quorum=127.0.0.1:59608, baseZNode=/0402049890 Set watcher on znode that does not yet exist, /0402049890/running 2024-11-15T07:17:50,058 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0402049890/meta-region-server: INIT 2024-11-15T07:17:50,058 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a, hbase.cluster.distributed=false 2024-11-15T07:17:50,060 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34159-0x1013d5b148e0006, quorum=127.0.0.1:59608, baseZNode=/0402049890 Set watcher on znode that does not yet exist, /0402049890/acl 2024-11-15T07:17:50,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34159 2024-11-15T07:17:50,060 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34159 2024-11-15T07:17:50,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34159 2024-11-15T07:17:50,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34159 2024-11-15T07:17:50,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34159 2024-11-15T07:17:50,084 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:17:50,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:17:50,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:17:50,085 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:17:50,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:17:50,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:17:50,085 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T07:17:50,085 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:17:50,086 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39599 2024-11-15T07:17:50,088 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39599 connecting to ZooKeeper ensemble=127.0.0.1:59608 2024-11-15T07:17:50,089 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:17:50,092 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:17:50,154 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395990x0, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:17:50,155 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0402049890/meta-region-server: INIT 2024-11-15T07:17:50,155 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39599-0x1013d5b148e0007 connected 2024-11-15T07:17:50,155 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39599-0x1013d5b148e0007, quorum=127.0.0.1:59608, baseZNode=/0402049890 Set watcher on znode that does not yet exist, /0402049890/running 2024-11-15T07:17:50,155 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T07:17:50,156 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T07:17:50,157 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39599-0x1013d5b148e0007, quorum=127.0.0.1:59608, baseZNode=/0402049890 Set watcher on znode that does not yet exist, /0402049890/master 2024-11-15T07:17:50,158 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39599-0x1013d5b148e0007, quorum=127.0.0.1:59608, baseZNode=/0402049890 Set watcher on znode that does not yet exist, /0402049890/acl 2024-11-15T07:17:50,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39599 2024-11-15T07:17:50,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39599 2024-11-15T07:17:50,159 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39599 2024-11-15T07:17:50,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39599 2024-11-15T07:17:50,160 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39599 2024-11-15T07:17:50,179 DEBUG [M:0;32f0bc5975d0:34159 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32f0bc5975d0:34159 2024-11-15T07:17:50,180 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0402049890/backup-masters/32f0bc5975d0,34159,1731655070023 2024-11-15T07:17:50,228 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39599-0x1013d5b148e0007, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402049890/backup-masters 2024-11-15T07:17:50,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34159-0x1013d5b148e0006, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402049890/backup-masters 2024-11-15T07:17:50,228 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34159-0x1013d5b148e0006, quorum=127.0.0.1:59608, baseZNode=/0402049890 Set watcher on existing znode=/0402049890/backup-masters/32f0bc5975d0,34159,1731655070023 2024-11-15T07:17:50,302 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39599-0x1013d5b148e0007, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0402049890/master 2024-11-15T07:17:50,302 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34159-0x1013d5b148e0006, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402049890 2024-11-15T07:17:50,302 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39599-0x1013d5b148e0007, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402049890 2024-11-15T07:17:50,303 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34159-0x1013d5b148e0006, quorum=127.0.0.1:59608, baseZNode=/0402049890 Set watcher on existing znode=/0402049890/master 2024-11-15T07:17:50,304 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0402049890/backup-masters/32f0bc5975d0,34159,1731655070023 from backup master directory 2024-11-15T07:17:50,376 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39599-0x1013d5b148e0007, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402049890/backup-masters 2024-11-15T07:17:50,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34159-0x1013d5b148e0006, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0402049890/backup-masters/32f0bc5975d0,34159,1731655070023 2024-11-15T07:17:50,377 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:17:50,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34159-0x1013d5b148e0006, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402049890/backup-masters 2024-11-15T07:17:50,377 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32f0bc5975d0,34159,1731655070023 2024-11-15T07:17:50,400 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:17:50,401 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T07:17:50,417 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 16ms. 2024-11-15T07:17:50,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741846_1022 (size=196) 2024-11-15T07:17:50,491 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:17:50,492 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T07:17:50,492 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:17:50,501 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-15T07:17:50,505 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/WALs/32f0bc5975d0,43343,1731655051947 to hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/WALs/32f0bc5975d0,43343,1731655051947-dead as it is dead 2024-11-15T07:17:50,506 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-15T07:17:50,507 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-15T07:17:50,507 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/WALs/32f0bc5975d0,43343,1731655051947-dead/32f0bc5975d0%2C43343%2C1731655051947.1731655054853 2024-11-15T07:17:50,512 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/WALs/32f0bc5975d0,43343,1731655051947-dead/32f0bc5975d0%2C43343%2C1731655051947.1731655054853 after 3ms 2024-11-15T07:17:50,513 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/WALs/32f0bc5975d0,43343,1731655051947-dead/32f0bc5975d0%2C43343%2C1731655051947.1731655054853 to hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/32f0bc5975d0%2C43343%2C1731655051947.1731655054853 2024-11-15T07:17:50,513 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/WALs/32f0bc5975d0,43343,1731655051947-dead 2024-11-15T07:17:50,514 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/WALs/32f0bc5975d0,34159,1731655070023 2024-11-15T07:17:50,516 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:17:50,518 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32f0bc5975d0%2C34159%2C1731655070023, suffix=, logDir=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/WALs/32f0bc5975d0,34159,1731655070023, archiveDir=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/oldWALs, maxLogs=10 2024-11-15T07:17:50,533 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/WALs/32f0bc5975d0,34159,1731655070023/32f0bc5975d0%2C34159%2C1731655070023.1731655070519, exclude list is [], retry=0 2024-11-15T07:17:50,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44071,DS-1efebff4-e74d-4922-915b-22a974db28b3,DISK] 2024-11-15T07:17:50,539 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/WALs/32f0bc5975d0,34159,1731655070023/32f0bc5975d0%2C34159%2C1731655070023.1731655070519 2024-11-15T07:17:50,540 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34687:34687)] 2024-11-15T07:17:50,540 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:17:50,540 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:17:50,540 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:17:50,540 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:17:50,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:17:50,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T07:17:50,543 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:17:50,556 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/35bddd1b9b264bb3aa28b5decf6c9a39 2024-11-15T07:17:50,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:17:50,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:17:50,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T07:17:50,557 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:17:50,566 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8dff81a7b1524193a56d35b8c204729a 2024-11-15T07:17:50,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:17:50,566 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:17:50,567 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T07:17:50,567 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:17:50,575 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1b9c476f1c94440b84a084cbf36cc8ec 2024-11-15T07:17:50,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:17:50,576 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:17:50,577 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T07:17:50,577 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:17:50,578 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:17:50,578 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:17:50,579 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-15T07:17:50,579 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/32f0bc5975d0%2C43343%2C1731655051947.1731655054853 2024-11-15T07:17:50,598 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/32f0bc5975d0%2C43343%2C1731655051947.1731655054853 2024-11-15T07:17:50,599 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/32f0bc5975d0%2C43343%2C1731655051947.1731655054853 2024-11-15T07:17:50,601 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:17:50,601 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:17:50,603 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:17:50,605 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:17:50,609 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-15T07:17:50,610 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58934102, jitterRate=-0.12181344628334045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:17:50,611 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731655070540Initializing all the Stores at 1731655070542 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655070542Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655070542Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655070542Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655070542Cleaning up temporary data from old regions at 1731655070601 (+59 ms)Region opened successfully at 1731655070610 (+9 ms) 2024-11-15T07:17:50,611 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T07:17:50,615 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7091c18d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:17:50,627 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-15T07:17:50,627 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T07:17:50,627 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T07:17:50,628 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T07:17:50,629 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T07:17:50,634 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T07:17:50,635 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T07:17:50,635 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T07:17:50,636 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T07:17:50,636 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-15T07:17:50,636 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-15T07:17:50,636 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-15T07:17:50,636 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T07:17:50,640 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=32f0bc5975d0,41453,1731655052721, regionLocation=32f0bc5975d0,41453,1731655052721, openSeqNum=2 2024-11-15T07:17:50,640 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=32f0bc5975d0,41453,1731655052721, table=hbase:meta, region=1588230740 2024-11-15T07:17:50,640 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,41453,1731655052721, state=OPEN 2024-11-15T07:17:50,658 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39599-0x1013d5b148e0007, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0402049890/meta-region-server 2024-11-15T07:17:50,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34159-0x1013d5b148e0006, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0402049890/meta-region-server 2024-11-15T07:17:50,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0402049890/meta-region-server: CHANGED 2024-11-15T07:17:50,658 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0402049890/meta-region-server: CHANGED 2024-11-15T07:17:50,663 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-15T07:17:50,668 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0402049890/draining/32f0bc5975d0,41453,1731655052721 already deleted, retry=false 2024-11-15T07:17:50,669 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 32f0bc5975d0,41453,1731655052721 on 32f0bc5975d0,34159,1731655070023 2024-11-15T07:17:50,674 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 32f0bc5975d0,41453,1731655052721, splitWal=true, meta=true 2024-11-15T07:17:50,676 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 32f0bc5975d0,41453,1731655052721 (carryingMeta=true) 32f0bc5975d0,41453,1731655052721/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5cb08b17[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-15T07:17:50,679 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34159-0x1013d5b148e0006, quorum=127.0.0.1:59608, baseZNode=/0402049890 Unable to get data of znode /0402049890/balancer because node does not exist (not necessarily an error) 2024-11-15T07:17:50,690 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0402049890/balancer already deleted, retry=false 2024-11-15T07:17:50,690 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T07:17:50,691 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34159-0x1013d5b148e0006, quorum=127.0.0.1:59608, baseZNode=/0402049890 Unable to get data of znode /0402049890/normalizer because node does not exist (not necessarily an error) 2024-11-15T07:17:50,807 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0402049890/normalizer already deleted, retry=false 2024-11-15T07:17:50,807 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T07:17:50,810 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34159-0x1013d5b148e0006, quorum=127.0.0.1:59608, baseZNode=/0402049890 Unable to get data of znode /0402049890/switch/split because node does not exist (not necessarily an error) 2024-11-15T07:17:50,873 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0402049890/switch/split already deleted, retry=false 2024-11-15T07:17:50,875 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34159-0x1013d5b148e0006, quorum=127.0.0.1:59608, baseZNode=/0402049890 Unable to get data of znode /0402049890/switch/merge because node does not exist (not necessarily an error) 2024-11-15T07:17:50,899 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0402049890/switch/merge already deleted, retry=false 2024-11-15T07:17:51,077 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34159-0x1013d5b148e0006, quorum=127.0.0.1:59608, baseZNode=/0402049890 Unable to get data of znode /0402049890/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T07:17:51,165 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0402049890/snapshot-cleanup already deleted, retry=false 2024-11-15T07:17:51,193 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39599-0x1013d5b148e0007, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0402049890/running 2024-11-15T07:17:51,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34159-0x1013d5b148e0006, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0402049890/running 2024-11-15T07:17:51,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34159-0x1013d5b148e0006, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402049890 2024-11-15T07:17:51,193 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39599-0x1013d5b148e0007, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402049890 2024-11-15T07:17:51,194 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32f0bc5975d0,34159,1731655070023, sessionid=0x1013d5b148e0006, setting cluster-up flag (Was=false) 2024-11-15T07:17:51,206 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0402049890/flush-table-proc/acquired, /0402049890/flush-table-proc/reached, /0402049890/flush-table-proc/abort 2024-11-15T07:17:51,208 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,34159,1731655070023 2024-11-15T07:17:51,217 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0402049890/online-snapshot/acquired, /0402049890/online-snapshot/reached, /0402049890/online-snapshot/abort 2024-11-15T07:17:51,218 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,34159,1731655070023 2024-11-15T07:17:51,221 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/.lastflushedseqids 2024-11-15T07:17:51,224 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T07:17:51,224 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T07:17:51,224 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32f0bc5975d0,34159,1731655070023 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 32f0bc5975d0,41453,1731655052721 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T07:17:51,225 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:17:51,225 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:17:51,226 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:17:51,226 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:17:51,226 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32f0bc5975d0:0, corePoolSize=10, maxPoolSize=10 2024-11-15T07:17:51,226 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:17:51,226 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:17:51,226 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:17:51,230 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731655101230 2024-11-15T07:17:51,230 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T07:17:51,231 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T07:17:51,231 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T07:17:51,231 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T07:17:51,231 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T07:17:51,231 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T07:17:51,231 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:51,231 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 32f0bc5975d0,41453,1731655052721, splitWal=true, meta=true 2024-11-15T07:17:51,232 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T07:17:51,232 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T07:17:51,232 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T07:17:51,232 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T07:17:51,233 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T07:17:51,233 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T07:17:51,233 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655071233,5,FailOnTimeoutGroup] 2024-11-15T07:17:51,233 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 32f0bc5975d0,41453,1731655052721, splitWal=true, meta=true, isMeta: true 2024-11-15T07:17:51,234 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655071233,5,FailOnTimeoutGroup] 2024-11-15T07:17:51,234 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:51,234 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T07:17:51,234 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:51,234 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:51,234 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731655071234, completionTime=-1 2024-11-15T07:17:51,234 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-15T07:17:51,235 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,41453,1731655052721-splitting 2024-11-15T07:17:51,236 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,41453,1731655052721-splitting dir is empty, no logs to split. 2024-11-15T07:17:51,237 INFO [PEWorker-1 {}] master.SplitWALManager(105): 32f0bc5975d0,41453,1731655052721 WAL count=0, meta=true 2024-11-15T07:17:51,237 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-15T07:17:51,241 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,41453,1731655052721-splitting dir is empty, no logs to split. 2024-11-15T07:17:51,241 INFO [PEWorker-1 {}] master.SplitWALManager(105): 32f0bc5975d0,41453,1731655052721 WAL count=0, meta=true 2024-11-15T07:17:51,241 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 32f0bc5975d0,41453,1731655052721 WAL splitting is done? wals=0, meta=true 2024-11-15T07:17:51,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T07:17:51,245 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:17:51,246 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T07:17:51,265 INFO [RS:0;32f0bc5975d0:39599 {}] regionserver.HRegionServer(746): ClusterId : bf94b84a-7959-4598-a7ee-39c0f5fcb9fb 2024-11-15T07:17:51,265 DEBUG [RS:0;32f0bc5975d0:39599 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T07:17:51,278 DEBUG [RS:0;32f0bc5975d0:39599 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T07:17:51,278 DEBUG [RS:0;32f0bc5975d0:39599 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T07:17:51,291 DEBUG [RS:0;32f0bc5975d0:39599 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T07:17:51,291 DEBUG [RS:0;32f0bc5975d0:39599 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67e4cd58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:17:51,304 DEBUG [RS:0;32f0bc5975d0:39599 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32f0bc5975d0:39599 2024-11-15T07:17:51,304 INFO [RS:0;32f0bc5975d0:39599 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T07:17:51,304 INFO [RS:0;32f0bc5975d0:39599 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T07:17:51,304 DEBUG [RS:0;32f0bc5975d0:39599 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T07:17:51,305 INFO [RS:0;32f0bc5975d0:39599 {}] regionserver.HRegionServer(2659): reportForDuty to master=32f0bc5975d0,34159,1731655070023 with port=39599, startcode=1731655070084 2024-11-15T07:17:51,305 DEBUG [RS:0;32f0bc5975d0:39599 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T07:17:51,307 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T07:17:51,308 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34159 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32f0bc5975d0,39599,1731655070084 2024-11-15T07:17:51,308 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34159 {}] master.ServerManager(517): Registering regionserver=32f0bc5975d0,39599,1731655070084 2024-11-15T07:17:51,310 DEBUG [RS:0;32f0bc5975d0:39599 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a 2024-11-15T07:17:51,311 DEBUG [RS:0;32f0bc5975d0:39599 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38549 2024-11-15T07:17:51,311 DEBUG [RS:0;32f0bc5975d0:39599 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T07:17:51,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34159-0x1013d5b148e0006, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402049890/rs 2024-11-15T07:17:51,322 DEBUG [RS:0;32f0bc5975d0:39599 {}] zookeeper.ZKUtil(111): regionserver:39599-0x1013d5b148e0007, quorum=127.0.0.1:59608, baseZNode=/0402049890 Set watcher on existing znode=/0402049890/rs/32f0bc5975d0,39599,1731655070084 2024-11-15T07:17:51,322 WARN [RS:0;32f0bc5975d0:39599 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:17:51,322 INFO [RS:0;32f0bc5975d0:39599 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:17:51,323 DEBUG [RS:0;32f0bc5975d0:39599 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,39599,1731655070084 2024-11-15T07:17:51,323 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32f0bc5975d0,39599,1731655070084] 2024-11-15T07:17:51,337 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=103ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-15T07:17:51,367 INFO [RS:0;32f0bc5975d0:39599 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T07:17:51,370 INFO [RS:0;32f0bc5975d0:39599 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T07:17:51,370 INFO [RS:0;32f0bc5975d0:39599 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T07:17:51,370 INFO [RS:0;32f0bc5975d0:39599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:51,371 INFO [RS:0;32f0bc5975d0:39599 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T07:17:51,372 INFO [RS:0;32f0bc5975d0:39599 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T07:17:51,372 INFO [RS:0;32f0bc5975d0:39599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:51,372 DEBUG [RS:0;32f0bc5975d0:39599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:17:51,372 DEBUG [RS:0;32f0bc5975d0:39599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:17:51,372 DEBUG [RS:0;32f0bc5975d0:39599 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:17:51,372 DEBUG [RS:0;32f0bc5975d0:39599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:17:51,372 DEBUG [RS:0;32f0bc5975d0:39599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:17:51,372 DEBUG [RS:0;32f0bc5975d0:39599 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:17:51,372 DEBUG [RS:0;32f0bc5975d0:39599 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:17:51,372 DEBUG [RS:0;32f0bc5975d0:39599 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:17:51,372 DEBUG [RS:0;32f0bc5975d0:39599 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:17:51,373 DEBUG [RS:0;32f0bc5975d0:39599 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:17:51,373 DEBUG [RS:0;32f0bc5975d0:39599 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:17:51,373 DEBUG [RS:0;32f0bc5975d0:39599 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:17:51,373 DEBUG [RS:0;32f0bc5975d0:39599 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:17:51,373 DEBUG [RS:0;32f0bc5975d0:39599 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:17:51,373 INFO [RS:0;32f0bc5975d0:39599 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:51,373 INFO [RS:0;32f0bc5975d0:39599 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:51,373 INFO [RS:0;32f0bc5975d0:39599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:51,374 INFO [RS:0;32f0bc5975d0:39599 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:51,374 INFO [RS:0;32f0bc5975d0:39599 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:51,374 INFO [RS:0;32f0bc5975d0:39599 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,39599,1731655070084-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:17:51,388 INFO [RS:0;32f0bc5975d0:39599 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T07:17:51,388 INFO [RS:0;32f0bc5975d0:39599 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,39599,1731655070084-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:51,397 WARN [32f0bc5975d0:34159 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T07:17:51,401 INFO [RS:0;32f0bc5975d0:39599 {}] regionserver.ReplicationSource(231): queueId=1-32f0bc5975d0,39599,1731655070084, ReplicationSource: 1, currentBandwidth=0 2024-11-15T07:17:51,414 INFO [RS:0;32f0bc5975d0:39599 {}] regionserver.ReplicationSource(231): queueId=2-32f0bc5975d0,39599,1731655070084, ReplicationSource: 2, currentBandwidth=0 2024-11-15T07:17:51,414 INFO [RS:0;32f0bc5975d0:39599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:51,414 INFO [RS:0;32f0bc5975d0:39599 {}] regionserver.Replication(171): 32f0bc5975d0,39599,1731655070084 started 2024-11-15T07:17:51,414 DEBUG [RS:0;32f0bc5975d0:39599.replicationSource,1-32f0bc5975d0,39599,1731655070084 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32f0bc5975d0:33933' 2024-11-15T07:17:51,416 DEBUG [RS:0;32f0bc5975d0:39599.replicationSource,1-32f0bc5975d0,39599,1731655070084 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d47104c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:17:51,416 DEBUG [RS:0;32f0bc5975d0:39599.replicationSource,1-32f0bc5975d0,39599,1731655070084 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,33933,-1 for getting cluster id 2024-11-15T07:17:51,416 DEBUG [RS:0;32f0bc5975d0:39599.replicationSource,1-32f0bc5975d0,39599,1731655070084 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:17:51,417 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aba81063-056c-4bc6-b383-e22051cc6fff' 2024-11-15T07:17:51,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:17:51,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aba81063-056c-4bc6-b383-e22051cc6fff" 2024-11-15T07:17:51,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3857b3ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:17:51,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,33933,-1] 2024-11-15T07:17:51,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:17:51,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:51,419 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:17:51,420 DEBUG [RS:0;32f0bc5975d0:39599.replicationSource,1-32f0bc5975d0,39599,1731655070084 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b3fe7a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:17:51,420 DEBUG [RS:0;32f0bc5975d0:39599.replicationSource,1-32f0bc5975d0,39599,1731655070084 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:17:51,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,33933,1731655059227 2024-11-15T07:17:51,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@596dc9d 2024-11-15T07:17:51,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:17:51,423 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-15T07:17:51,423 INFO [RS:0;32f0bc5975d0:39599.replicationSource,1-32f0bc5975d0,39599,1731655070084 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-32f0bc5975d0,39599,1731655070084 (queues=0) is replicating from cluster=bf94b84a-7959-4598-a7ee-39c0f5fcb9fb to cluster=aba81063-056c-4bc6-b383-e22051cc6fff 2024-11-15T07:17:51,429 DEBUG [RS:0;32f0bc5975d0:39599.replicationSource,2-32f0bc5975d0,39599,1731655070084 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32f0bc5975d0:33933' 2024-11-15T07:17:51,431 DEBUG [RS:0;32f0bc5975d0:39599.replicationSource,2-32f0bc5975d0,39599,1731655070084 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33728a95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:17:51,431 DEBUG [RS:0;32f0bc5975d0:39599.replicationSource,2-32f0bc5975d0,39599,1731655070084 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,33933,-1 for getting cluster id 2024-11-15T07:17:51,431 DEBUG [RS:0;32f0bc5975d0:39599.replicationSource,2-32f0bc5975d0,39599,1731655070084 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:17:51,432 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aba81063-056c-4bc6-b383-e22051cc6fff' 2024-11-15T07:17:51,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:17:51,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aba81063-056c-4bc6-b383-e22051cc6fff" 2024-11-15T07:17:51,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d7ad5eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:17:51,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,33933,-1] 2024-11-15T07:17:51,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:17:51,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:51,433 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:17:51,434 DEBUG [RS:0;32f0bc5975d0:39599.replicationSource,2-32f0bc5975d0,39599,1731655070084 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54875155, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:17:51,434 DEBUG [RS:0;32f0bc5975d0:39599.replicationSource,2-32f0bc5975d0,39599,1731655070084 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:17:51,435 INFO [RS:0;32f0bc5975d0:39599 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:51,435 INFO [RS:0;32f0bc5975d0:39599 {}] regionserver.HRegionServer(1482): Serving as 32f0bc5975d0,39599,1731655070084, RpcServer on 32f0bc5975d0/172.17.0.2:39599, sessionid=0x1013d5b148e0007 2024-11-15T07:17:51,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,33933,1731655059227 2024-11-15T07:17:51,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47130463 2024-11-15T07:17:51,435 DEBUG [RS:0;32f0bc5975d0:39599 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T07:17:51,435 DEBUG [RS:0;32f0bc5975d0:39599 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32f0bc5975d0,39599,1731655070084 2024-11-15T07:17:51,435 DEBUG [RS:0;32f0bc5975d0:39599 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,39599,1731655070084' 2024-11-15T07:17:51,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:17:51,436 DEBUG [RS:0;32f0bc5975d0:39599 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0402049890/flush-table-proc/abort' 2024-11-15T07:17:51,436 DEBUG [RS:0;32f0bc5975d0:39599 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0402049890/flush-table-proc/acquired' 2024-11-15T07:17:51,437 DEBUG [RS:0;32f0bc5975d0:39599 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T07:17:51,437 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-15T07:17:51,437 DEBUG [RS:0;32f0bc5975d0:39599 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T07:17:51,437 DEBUG [RS:0;32f0bc5975d0:39599 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32f0bc5975d0,39599,1731655070084 2024-11-15T07:17:51,437 DEBUG [RS:0;32f0bc5975d0:39599 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,39599,1731655070084' 2024-11-15T07:17:51,437 DEBUG [RS:0;32f0bc5975d0:39599 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0402049890/online-snapshot/abort' 2024-11-15T07:17:51,437 DEBUG [RS:0;32f0bc5975d0:39599 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0402049890/online-snapshot/acquired' 2024-11-15T07:17:51,438 INFO [RS:0;32f0bc5975d0:39599.replicationSource,2-32f0bc5975d0,39599,1731655070084 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-32f0bc5975d0,39599,1731655070084 (queues=0) is replicating from cluster=bf94b84a-7959-4598-a7ee-39c0f5fcb9fb to cluster=aba81063-056c-4bc6-b383-e22051cc6fff 2024-11-15T07:17:51,438 DEBUG [RS:0;32f0bc5975d0:39599 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T07:17:51,438 INFO [RS:0;32f0bc5975d0:39599 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T07:17:51,438 INFO [RS:0;32f0bc5975d0:39599 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T07:17:51,538 INFO [RS:0;32f0bc5975d0:39599 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:17:51,541 INFO [RS:0;32f0bc5975d0:39599 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C39599%2C1731655070084, suffix=, logDir=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,39599,1731655070084, archiveDir=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/oldWALs, maxLogs=10 2024-11-15T07:17:51,559 DEBUG [RS:0;32f0bc5975d0:39599 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,39599,1731655070084/32f0bc5975d0%2C39599%2C1731655070084.1731655071542, exclude list is [], retry=0 2024-11-15T07:17:51,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44071,DS-1efebff4-e74d-4922-915b-22a974db28b3,DISK] 2024-11-15T07:17:51,568 INFO [RS:0;32f0bc5975d0:39599 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,39599,1731655070084/32f0bc5975d0%2C39599%2C1731655070084.1731655071542 2024-11-15T07:17:51,568 DEBUG [RS:0;32f0bc5975d0:39599 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 32f0bc5975d0%2C39599%2C1731655070084 for peer 2 2024-11-15T07:17:51,568 DEBUG [RS:0;32f0bc5975d0:39599 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 32f0bc5975d0%2C39599%2C1731655070084 for peer 1 2024-11-15T07:17:51,568 DEBUG [RS:0;32f0bc5975d0:39599 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=32f0bc5975d0%2C39599%2C1731655070084 2024-11-15T07:17:51,569 INFO [RS:0;32f0bc5975d0:39599 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-32f0bc5975d0,39599,1731655070084, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T07:17:51,569 DEBUG [RS:0;32f0bc5975d0:39599 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=32f0bc5975d0%2C39599%2C1731655070084 2024-11-15T07:17:51,569 INFO [RS:0;32f0bc5975d0:39599.replicationSource.shipper32f0bc5975d0%2C39599%2C1731655070084,1-32f0bc5975d0,39599,1731655070084 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 32f0bc5975d0%2C39599%2C1731655070084 2024-11-15T07:17:51,569 INFO [RS:0;32f0bc5975d0:39599 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-32f0bc5975d0,39599,1731655070084, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T07:17:51,569 DEBUG [RS:0;32f0bc5975d0:39599 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34687:34687)] 2024-11-15T07:17:51,569 INFO [RS:0;32f0bc5975d0:39599.replicationSource.shipper32f0bc5975d0%2C39599%2C1731655070084,2-32f0bc5975d0,39599,1731655070084 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 32f0bc5975d0%2C39599%2C1731655070084 2024-11-15T07:17:51,569 DEBUG [RS:0;32f0bc5975d0:39599.replicationSource.wal-reader.32f0bc5975d0%2C39599%2C1731655070084,2-32f0bc5975d0,39599,1731655070084 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,39599,1731655070084/32f0bc5975d0%2C39599%2C1731655070084.1731655071542, startPosition=0, beingWritten=true 2024-11-15T07:17:51,570 DEBUG [RS:0;32f0bc5975d0:39599.replicationSource.wal-reader.32f0bc5975d0%2C39599%2C1731655070084,1-32f0bc5975d0,39599,1731655070084 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,39599,1731655070084/32f0bc5975d0%2C39599%2C1731655070084.1731655071542, startPosition=0, beingWritten=true 2024-11-15T07:17:51,647 DEBUG [32f0bc5975d0:34159 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T07:17:51,648 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32f0bc5975d0,39599,1731655070084 2024-11-15T07:17:51,652 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,39599,1731655070084, state=OPENING 2024-11-15T07:17:51,694 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39599-0x1013d5b148e0007, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0402049890/meta-region-server 2024-11-15T07:17:51,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34159-0x1013d5b148e0006, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0402049890/meta-region-server 2024-11-15T07:17:51,694 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:17:51,694 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0402049890/meta-region-server: CHANGED 2024-11-15T07:17:51,694 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0402049890/meta-region-server: CHANGED 2024-11-15T07:17:51,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,39599,1731655070084}] 2024-11-15T07:17:51,781 DEBUG [RS:0;32f0bc5975d0:39599.replicationSource.wal-reader.32f0bc5975d0%2C39599%2C1731655070084,2-32f0bc5975d0,39599,1731655070084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,39599,1731655070084/32f0bc5975d0%2C39599%2C1731655070084.1731655071542 to pos 0, reset compression=false 2024-11-15T07:17:51,781 DEBUG [RS:0;32f0bc5975d0:39599.replicationSource.wal-reader.32f0bc5975d0%2C39599%2C1731655070084,1-32f0bc5975d0,39599,1731655070084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,39599,1731655070084/32f0bc5975d0%2C39599%2C1731655070084.1731655071542 to pos 0, reset compression=false 2024-11-15T07:17:51,849 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T07:17:51,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38501, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T07:17:51,860 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T07:17:51,861 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:17:51,861 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T07:17:51,864 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C39599%2C1731655070084.meta, suffix=.meta, logDir=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,39599,1731655070084, archiveDir=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/oldWALs, maxLogs=10 2024-11-15T07:17:51,880 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,39599,1731655070084/32f0bc5975d0%2C39599%2C1731655070084.meta.1731655071865.meta, exclude list is [], retry=0 2024-11-15T07:17:51,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44071,DS-1efebff4-e74d-4922-915b-22a974db28b3,DISK] 2024-11-15T07:17:51,885 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,39599,1731655070084/32f0bc5975d0%2C39599%2C1731655070084.meta.1731655071865.meta 2024-11-15T07:17:51,885 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34687:34687)] 2024-11-15T07:17:51,885 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:17:51,886 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:17:51,886 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T07:17:51,886 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T07:17:51,886 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T07:17:51,887 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T07:17:51,887 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:17:51,887 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T07:17:51,887 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T07:17:51,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:17:51,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:17:51,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:17:51,898 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/meta/1588230740/info/1043bb51719543edb0c1f5f96377a6a5 2024-11-15T07:17:51,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:17:51,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:17:51,900 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:17:51,900 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:17:51,908 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/meta/1588230740/ns/ed632961b08c493888284f32b7ec83f3 2024-11-15T07:17:51,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:17:51,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:17:51,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:17:51,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:17:51,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:17:51,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:17:51,911 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:17:51,911 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:17:51,919 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/meta/1588230740/table/6e1f76e6fd2a4a6cbdc87f05aaded1ab 2024-11-15T07:17:51,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:17:51,920 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:17:51,921 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/meta/1588230740 2024-11-15T07:17:51,923 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/meta/1588230740 2024-11-15T07:17:51,924 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:17:51,924 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:17:51,925 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:17:51,927 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:17:51,928 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74714158, jitterRate=0.11332771182060242}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:17:51,929 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T07:17:51,929 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731655071887Writing region info on filesystem at 1731655071887Initializing all the Stores at 1731655071888 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655071888Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655071888Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655071888Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655071888Cleaning up temporary data from old regions at 1731655071924 (+36 ms)Running coprocessor post-open hooks at 1731655071929 (+5 ms)Region opened successfully at 1731655071929 2024-11-15T07:17:51,930 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731655071848 2024-11-15T07:17:51,933 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T07:17:51,933 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T07:17:51,934 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=32f0bc5975d0,39599,1731655070084 2024-11-15T07:17:51,935 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,39599,1731655070084, state=OPEN 2024-11-15T07:17:52,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34159-0x1013d5b148e0006, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0402049890/meta-region-server 2024-11-15T07:17:52,014 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39599-0x1013d5b148e0007, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0402049890/meta-region-server 2024-11-15T07:17:52,014 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32f0bc5975d0,39599,1731655070084 2024-11-15T07:17:52,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0402049890/meta-region-server: CHANGED 2024-11-15T07:17:52,014 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0402049890/meta-region-server: CHANGED 2024-11-15T07:17:52,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-15T07:17:52,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,39599,1731655070084 in 320 msec 2024-11-15T07:17:52,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-15T07:17:52,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 776 msec 2024-11-15T07:17:52,090 DEBUG [RS:0;32f0bc5975d0:39599.replicationSource.wal-reader.32f0bc5975d0%2C39599%2C1731655070084,2-32f0bc5975d0,39599,1731655070084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,39599,1731655070084/32f0bc5975d0%2C39599%2C1731655070084.1731655071542 to pos 0, reset compression=false 2024-11-15T07:17:52,090 DEBUG [RS:0;32f0bc5975d0:39599.replicationSource.wal-reader.32f0bc5975d0%2C39599%2C1731655070084,1-32f0bc5975d0,39599,1731655070084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,39599,1731655070084/32f0bc5975d0%2C39599%2C1731655070084.1731655071542 to pos 0, reset compression=false 2024-11-15T07:17:52,501 DEBUG [RS:0;32f0bc5975d0:39599.replicationSource.wal-reader.32f0bc5975d0%2C39599%2C1731655070084,2-32f0bc5975d0,39599,1731655070084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,39599,1731655070084/32f0bc5975d0%2C39599%2C1731655070084.1731655071542 to pos 0, reset compression=false 2024-11-15T07:17:52,501 DEBUG [RS:0;32f0bc5975d0:39599.replicationSource.wal-reader.32f0bc5975d0%2C39599%2C1731655070084,1-32f0bc5975d0,39599,1731655070084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,39599,1731655070084/32f0bc5975d0%2C39599%2C1731655070084.1731655071542 to pos 0, reset compression=false 2024-11-15T07:17:52,841 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1606ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-15T07:17:52,846 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T07:17:53,008 DEBUG [RS:0;32f0bc5975d0:39599.replicationSource.wal-reader.32f0bc5975d0%2C39599%2C1731655070084,1-32f0bc5975d0,39599,1731655070084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,39599,1731655070084/32f0bc5975d0%2C39599%2C1731655070084.1731655071542 to pos 0, reset compression=false 2024-11-15T07:17:53,008 DEBUG [RS:0;32f0bc5975d0:39599.replicationSource.wal-reader.32f0bc5975d0%2C39599%2C1731655070084,2-32f0bc5975d0,39599,1731655070084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,39599,1731655070084/32f0bc5975d0%2C39599%2C1731655070084.1731655071542 to pos 0, reset compression=false 2024-11-15T07:17:53,615 DEBUG [RS:0;32f0bc5975d0:39599.replicationSource.wal-reader.32f0bc5975d0%2C39599%2C1731655070084,1-32f0bc5975d0,39599,1731655070084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,39599,1731655070084/32f0bc5975d0%2C39599%2C1731655070084.1731655071542 to pos 0, reset compression=false 2024-11-15T07:17:53,615 DEBUG [RS:0;32f0bc5975d0:39599.replicationSource.wal-reader.32f0bc5975d0%2C39599%2C1731655070084,2-32f0bc5975d0,39599,1731655070084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,39599,1731655070084/32f0bc5975d0%2C39599%2C1731655070084.1731655071542 to pos 0, reset compression=false 2024-11-15T07:17:54,328 DEBUG [RS:0;32f0bc5975d0:39599.replicationSource.wal-reader.32f0bc5975d0%2C39599%2C1731655070084,2-32f0bc5975d0,39599,1731655070084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,39599,1731655070084/32f0bc5975d0%2C39599%2C1731655070084.1731655071542 to pos 0, reset compression=false 2024-11-15T07:17:54,328 DEBUG [RS:0;32f0bc5975d0:39599.replicationSource.wal-reader.32f0bc5975d0%2C39599%2C1731655070084,1-32f0bc5975d0,39599,1731655070084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,39599,1731655070084/32f0bc5975d0%2C39599%2C1731655070084.1731655071542 to pos 0, reset compression=false 2024-11-15T07:17:54,344 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3110ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3007ms 2024-11-15T07:17:55,135 DEBUG [RS:0;32f0bc5975d0:39599.replicationSource.wal-reader.32f0bc5975d0%2C39599%2C1731655070084,2-32f0bc5975d0,39599,1731655070084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,39599,1731655070084/32f0bc5975d0%2C39599%2C1731655070084.1731655071542 to pos 0, reset compression=false 2024-11-15T07:17:55,135 DEBUG [RS:0;32f0bc5975d0:39599.replicationSource.wal-reader.32f0bc5975d0%2C39599%2C1731655070084,1-32f0bc5975d0,39599,1731655070084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,39599,1731655070084/32f0bc5975d0%2C39599%2C1731655070084.1731655071542 to pos 0, reset compression=false 2024-11-15T07:17:55,747 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4513ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-15T07:17:55,747 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T07:17:55,748 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:17:55,748 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,39599,1731655070084, seqNum=-1] 2024-11-15T07:17:55,749 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:17:55,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:17:55,764 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d8fc1d889fdb5901ad4547a87b49cada, regionState=OPEN, lastHost=32f0bc5975d0,41453,1731655052721, regionLocation=32f0bc5975d0,41453,1731655052721, openSeqNum=2 2024-11-15T07:17:55,764 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T07:17:55,764 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731655135764 2024-11-15T07:17:55,764 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731655195764 2024-11-15T07:17:55,764 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 16 msec 2024-11-15T07:17:55,764 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,34159,1731655070023-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:55,765 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,34159,1731655070023-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:55,765 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 32f0bc5975d0,41453,1731655052721 had 2 regions 2024-11-15T07:17:55,765 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,34159,1731655070023-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:55,765 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32f0bc5975d0:34159, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:55,765 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:55,765 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:55,767 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 32f0bc5975d0,41453,1731655052721, splitWal=true, meta=true, isMeta: false 2024-11-15T07:17:55,769 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,41453,1731655052721-splitting dir is empty, no logs to split. 2024-11-15T07:17:55,769 INFO [PEWorker-3 {}] master.SplitWALManager(105): 32f0bc5975d0,41453,1731655052721 WAL count=0, meta=false 2024-11-15T07:17:55,772 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.395sec 2024-11-15T07:17:55,773 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T07:17:55,773 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T07:17:55,773 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T07:17:55,773 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,41453,1731655052721-splitting dir is empty, no logs to split. 2024-11-15T07:17:55,773 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T07:17:55,773 INFO [PEWorker-3 {}] master.SplitWALManager(105): 32f0bc5975d0,41453,1731655052721 WAL count=0, meta=false 2024-11-15T07:17:55,773 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T07:17:55,773 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 32f0bc5975d0,41453,1731655052721 WAL splitting is done? wals=0, meta=false 2024-11-15T07:17:55,773 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,34159,1731655070023-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:17:55,773 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,34159,1731655070023-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T07:17:55,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d8fc1d889fdb5901ad4547a87b49cada, ASSIGN}] 2024-11-15T07:17:55,776 WARN [master/32f0bc5975d0:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=32f0bc5975d0,41453,1731655052721/hbase:replication,,1731655062768.d8fc1d889fdb5901ad4547a87b49cada. 2024-11-15T07:17:55,778 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T07:17:55,778 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T07:17:55,778 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d8fc1d889fdb5901ad4547a87b49cada, ASSIGN 2024-11-15T07:17:55,778 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,34159,1731655070023-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:17:55,779 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d8fc1d889fdb5901ad4547a87b49cada, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T07:17:55,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6aa2ddaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:17:55,870 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,34159,-1 for getting cluster id 2024-11-15T07:17:55,870 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:17:55,872 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf94b84a-7959-4598-a7ee-39c0f5fcb9fb' 2024-11-15T07:17:55,872 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:17:55,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf94b84a-7959-4598-a7ee-39c0f5fcb9fb" 2024-11-15T07:17:55,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@434f8bf5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:17:55,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,34159,-1] 2024-11-15T07:17:55,873 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:17:55,875 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:55,876 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:17:55,877 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5be7f88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:17:55,878 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:17:55,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,39599,1731655070084, seqNum=-1] 2024-11-15T07:17:55,879 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:17:55,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:17:55,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-15T07:17:55,885 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:17:55,885 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:17:55,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:55,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:55,885 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:17:55,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 32f0bc5975d0:34159 after: 32f0bc5975d0:34159 2024-11-15T07:17:55,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d59ec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:17:55,886 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,34159,-1 for getting cluster id 2024-11-15T07:17:55,886 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:17:55,887 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bf94b84a-7959-4598-a7ee-39c0f5fcb9fb' 2024-11-15T07:17:55,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:17:55,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bf94b84a-7959-4598-a7ee-39c0f5fcb9fb" 2024-11-15T07:17:55,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be6e344, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:17:55,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,34159,-1] 2024-11-15T07:17:55,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:17:55,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:55,889 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:17:55,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45f2c3d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:17:55,891 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:17:55,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,34159,1731655070023 2024-11-15T07:17:55,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2618842d 2024-11-15T07:17:55,892 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:17:55,893 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:17:55,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-15T07:17:55,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-15T07:17:55,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-15T07:17:55,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34159 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-15T07:17:55,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T07:17:55,897 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:17:55,897 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:17:55,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:55,898 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:55,898 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:17:55,898 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T07:17:55,898 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=241337532, stopped=false 2024-11-15T07:17:55,898 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32f0bc5975d0,33933,1731655059227 2024-11-15T07:17:55,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33933-0x1013d5b148e0003, quorum=127.0.0.1:59608, baseZNode=/11860000981 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11860000981/running 2024-11-15T07:17:55,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37749-0x1013d5b148e0004, quorum=127.0.0.1:59608, baseZNode=/11860000981 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11860000981/running 2024-11-15T07:17:55,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33933-0x1013d5b148e0003, quorum=127.0.0.1:59608, baseZNode=/11860000981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11860000981 2024-11-15T07:17:55,921 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:17:55,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37749-0x1013d5b148e0004, quorum=127.0.0.1:59608, baseZNode=/11860000981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11860000981 2024-11-15T07:17:55,921 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:17:55,922 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:17:55,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:55,922 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32f0bc5975d0,37749,1731655059387' ***** 2024-11-15T07:17:55,922 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T07:17:55,922 INFO [RS:0;32f0bc5975d0:37749 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T07:17:55,923 INFO [RS:0;32f0bc5975d0:37749 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T07:17:55,923 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T07:17:55,923 INFO [RS:0;32f0bc5975d0:37749 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T07:17:55,923 INFO [RS:0;32f0bc5975d0:37749 {}] regionserver.HRegionServer(959): stopping server 32f0bc5975d0,37749,1731655059387 2024-11-15T07:17:55,923 INFO [RS:0;32f0bc5975d0:37749 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:17:55,923 INFO [RS:0;32f0bc5975d0:37749 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:37749. 2024-11-15T07:17:55,923 DEBUG [RS:0;32f0bc5975d0:37749 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:17:55,923 DEBUG [RS:0;32f0bc5975d0:37749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:55,923 INFO [RS:0;32f0bc5975d0:37749 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T07:17:55,923 INFO [RS:0;32f0bc5975d0:37749 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T07:17:55,923 INFO [RS:0;32f0bc5975d0:37749 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T07:17:55,923 INFO [RS:0;32f0bc5975d0:37749 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T07:17:55,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33933-0x1013d5b148e0003, quorum=127.0.0.1:59608, baseZNode=/11860000981 Set watcher on znode that does not yet exist, /11860000981/running 2024-11-15T07:17:55,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37749-0x1013d5b148e0004, quorum=127.0.0.1:59608, baseZNode=/11860000981 Set watcher on znode that does not yet exist, /11860000981/running 2024-11-15T07:17:55,924 INFO [RS:0;32f0bc5975d0:37749 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T07:17:55,924 DEBUG [RS:0;32f0bc5975d0:37749 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T07:17:55,924 DEBUG [RS:0;32f0bc5975d0:37749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:17:55,924 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:17:55,924 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:17:55,924 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:17:55,924 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:17:55,924 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:17:55,925 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-15T07:17:55,925 INFO [regionserver/32f0bc5975d0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:17:55,930 DEBUG [32f0bc5975d0:34159 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T07:17:55,930 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=d8fc1d889fdb5901ad4547a87b49cada, regionState=OPENING, regionLocation=32f0bc5975d0,39599,1731655070084 2024-11-15T07:17:55,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d8fc1d889fdb5901ad4547a87b49cada, ASSIGN because future has completed 2024-11-15T07:17:55,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8fc1d889fdb5901ad4547a87b49cada, server=32f0bc5975d0,39599,1731655070084}] 2024-11-15T07:17:55,963 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/data/hbase/meta/1588230740/.tmp/ns/e70c61bdfc4a4683aa99236084b4bdb9 is 43, key is default/ns:d/1731655062530/Put/seqid=0 2024-11-15T07:17:55,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741835_1011 (size=5153) 2024-11-15T07:17:56,041 DEBUG [RS:0;32f0bc5975d0:39599.replicationSource.wal-reader.32f0bc5975d0%2C39599%2C1731655070084,1-32f0bc5975d0,39599,1731655070084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,39599,1731655070084/32f0bc5975d0%2C39599%2C1731655070084.1731655071542 to pos 0, reset compression=false 2024-11-15T07:17:56,041 DEBUG [RS:0;32f0bc5975d0:39599.replicationSource.wal-reader.32f0bc5975d0%2C39599%2C1731655070084,2-32f0bc5975d0,39599,1731655070084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,39599,1731655070084/32f0bc5975d0%2C39599%2C1731655070084.1731655071542 to pos 0, reset compression=false 2024-11-15T07:17:56,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731655062768.d8fc1d889fdb5901ad4547a87b49cada. 2024-11-15T07:17:56,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:17:56,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T07:17:56,105 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C39599%2C1731655070084.rep, suffix=, logDir=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,39599,1731655070084, archiveDir=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/oldWALs, maxLogs=10 2024-11-15T07:17:56,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,39599,1731655070084/32f0bc5975d0%2C39599%2C1731655070084.rep.1731655076105, exclude list is [], retry=0 2024-11-15T07:17:56,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44071,DS-1efebff4-e74d-4922-915b-22a974db28b3,DISK] 2024-11-15T07:17:56,124 DEBUG [RS:0;32f0bc5975d0:37749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:17:56,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,39599,1731655070084/32f0bc5975d0%2C39599%2C1731655070084.rep.1731655076105 2024-11-15T07:17:56,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34687:34687)] 2024-11-15T07:17:56,126 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => d8fc1d889fdb5901ad4547a87b49cada, NAME => 'hbase:replication,,1731655062768.d8fc1d889fdb5901ad4547a87b49cada.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:17:56,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:17:56,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T07:17:56,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731655062768.d8fc1d889fdb5901ad4547a87b49cada. service=MultiRowMutationService 2024-11-15T07:17:56,127 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T07:17:56,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d8fc1d889fdb5901ad4547a87b49cada 2024-11-15T07:17:56,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731655062768.d8fc1d889fdb5901ad4547a87b49cada.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:17:56,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for d8fc1d889fdb5901ad4547a87b49cada 2024-11-15T07:17:56,127 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for d8fc1d889fdb5901ad4547a87b49cada 2024-11-15T07:17:56,130 INFO [StoreOpener-d8fc1d889fdb5901ad4547a87b49cada-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d8fc1d889fdb5901ad4547a87b49cada 2024-11-15T07:17:56,131 INFO [StoreOpener-d8fc1d889fdb5901ad4547a87b49cada-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8fc1d889fdb5901ad4547a87b49cada columnFamilyName hfileref 2024-11-15T07:17:56,131 DEBUG [StoreOpener-d8fc1d889fdb5901ad4547a87b49cada-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:17:56,132 INFO [StoreOpener-d8fc1d889fdb5901ad4547a87b49cada-1 {}] regionserver.HStore(327): Store=d8fc1d889fdb5901ad4547a87b49cada/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:17:56,132 INFO [StoreOpener-d8fc1d889fdb5901ad4547a87b49cada-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d8fc1d889fdb5901ad4547a87b49cada 2024-11-15T07:17:56,133 INFO [StoreOpener-d8fc1d889fdb5901ad4547a87b49cada-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8fc1d889fdb5901ad4547a87b49cada columnFamilyName queue 2024-11-15T07:17:56,133 DEBUG [StoreOpener-d8fc1d889fdb5901ad4547a87b49cada-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:17:56,141 DEBUG [StoreOpener-d8fc1d889fdb5901ad4547a87b49cada-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/replication/d8fc1d889fdb5901ad4547a87b49cada/queue/f9c41dc238fe434e92d79ed934089a57 2024-11-15T07:17:56,141 INFO [StoreOpener-d8fc1d889fdb5901ad4547a87b49cada-1 {}] regionserver.HStore(327): Store=d8fc1d889fdb5901ad4547a87b49cada/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:17:56,141 INFO [StoreOpener-d8fc1d889fdb5901ad4547a87b49cada-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d8fc1d889fdb5901ad4547a87b49cada 2024-11-15T07:17:56,142 INFO [StoreOpener-d8fc1d889fdb5901ad4547a87b49cada-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8fc1d889fdb5901ad4547a87b49cada columnFamilyName sid 2024-11-15T07:17:56,142 DEBUG [StoreOpener-d8fc1d889fdb5901ad4547a87b49cada-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:17:56,143 INFO [StoreOpener-d8fc1d889fdb5901ad4547a87b49cada-1 {}] regionserver.HStore(327): Store=d8fc1d889fdb5901ad4547a87b49cada/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:17:56,143 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for d8fc1d889fdb5901ad4547a87b49cada 2024-11-15T07:17:56,144 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/replication/d8fc1d889fdb5901ad4547a87b49cada 2024-11-15T07:17:56,145 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/replication/d8fc1d889fdb5901ad4547a87b49cada 2024-11-15T07:17:56,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for d8fc1d889fdb5901ad4547a87b49cada 2024-11-15T07:17:56,146 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for d8fc1d889fdb5901ad4547a87b49cada 2024-11-15T07:17:56,147 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T07:17:56,149 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for d8fc1d889fdb5901ad4547a87b49cada 2024-11-15T07:17:56,150 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened d8fc1d889fdb5901ad4547a87b49cada; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60909108, jitterRate=-0.09238356351852417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T07:17:56,150 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d8fc1d889fdb5901ad4547a87b49cada 2024-11-15T07:17:56,151 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for d8fc1d889fdb5901ad4547a87b49cada: Running coprocessor pre-open hook at 1731655076127Writing region info on filesystem at 1731655076127Initializing all the Stores at 1731655076129 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655076129Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655076129Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655076130 (+1 ms)Cleaning up temporary data from old regions at 1731655076146 (+16 ms)Running coprocessor post-open hooks at 1731655076150 (+4 ms)Region opened successfully at 1731655076151 (+1 ms) 2024-11-15T07:17:56,152 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731655062768.d8fc1d889fdb5901ad4547a87b49cada., pid=19, masterSystemTime=1731655076097 2024-11-15T07:17:56,155 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731655062768.d8fc1d889fdb5901ad4547a87b49cada. 2024-11-15T07:17:56,155 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731655062768.d8fc1d889fdb5901ad4547a87b49cada. 2024-11-15T07:17:56,156 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=d8fc1d889fdb5901ad4547a87b49cada, regionState=OPEN, openSeqNum=10, regionLocation=32f0bc5975d0,39599,1731655070084 2024-11-15T07:17:56,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8fc1d889fdb5901ad4547a87b49cada, server=32f0bc5975d0,39599,1731655070084 because future has completed 2024-11-15T07:17:56,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-15T07:17:56,164 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure d8fc1d889fdb5901ad4547a87b49cada, server=32f0bc5975d0,39599,1731655070084 in 217 msec 2024-11-15T07:17:56,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-15T07:17:56,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d8fc1d889fdb5901ad4547a87b49cada, ASSIGN in 388 msec 2024-11-15T07:17:56,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-15T07:17:56,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731655062768.d8fc1d889fdb5901ad4547a87b49cada., hostname=32f0bc5975d0,39599,1731655070084, seqNum=10] 2024-11-15T07:17:56,208 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 32f0bc5975d0,41453,1731655052721 2024-11-15T07:17:56,208 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-15T07:17:56,325 DEBUG [RS:0;32f0bc5975d0:37749 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:17:56,371 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/data/hbase/meta/1588230740/.tmp/ns/e70c61bdfc4a4683aa99236084b4bdb9 2024-11-15T07:17:56,373 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39599 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-15T07:17:56,384 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/data/hbase/meta/1588230740/.tmp/ns/e70c61bdfc4a4683aa99236084b4bdb9 as hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/data/hbase/meta/1588230740/ns/e70c61bdfc4a4683aa99236084b4bdb9 2024-11-15T07:17:56,391 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/data/hbase/meta/1588230740/ns/e70c61bdfc4a4683aa99236084b4bdb9, entries=2, sequenceid=6, filesize=5.0 K 2024-11-15T07:17:56,393 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 469ms, sequenceid=6, compaction requested=false 2024-11-15T07:17:56,393 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T07:17:56,399 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T07:17:56,400 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:17:56,400 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:17:56,400 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:17:56,400 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655075924Running coprocessor pre-close hooks at 1731655075924Disabling compacts and flushes for region at 1731655075924Disabling writes for close at 1731655075924Obtaining lock to block concurrent updates at 1731655075925 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731655075925Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731655075925Flushing stores of hbase:meta,,1.1588230740 at 1731655075926 (+1 ms)Flushing 1588230740/ns: creating writer at 1731655075926Flushing 1588230740/ns: appending metadata at 1731655075962 (+36 ms)Flushing 1588230740/ns: closing flushed file at 1731655075963 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35b30542: reopening flushed file at 1731655076383 (+420 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 469ms, sequenceid=6, compaction requested=false at 1731655076393 (+10 ms)Writing region close event to WAL at 1731655076394 (+1 ms)Running coprocessor post-close hooks at 1731655076400 (+6 ms)Closed at 1731655076400 2024-11-15T07:17:56,400 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T07:17:56,525 INFO [RS:0;32f0bc5975d0:37749 {}] regionserver.HRegionServer(976): stopping server 32f0bc5975d0,37749,1731655059387; all regions closed. 2024-11-15T07:17:56,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741834_1010 (size=1152) 2024-11-15T07:17:56,535 DEBUG [RS:0;32f0bc5975d0:37749 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/oldWALs 2024-11-15T07:17:56,535 INFO [RS:0;32f0bc5975d0:37749 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32f0bc5975d0%2C37749%2C1731655059387.meta:.meta(num 1731655062381) 2024-11-15T07:17:56,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741832_1008 (size=93) 2024-11-15T07:17:56,545 DEBUG [RS:0;32f0bc5975d0:37749 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/oldWALs 2024-11-15T07:17:56,545 INFO [RS:0;32f0bc5975d0:37749 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32f0bc5975d0%2C37749%2C1731655059387:(num 1731655061755) 2024-11-15T07:17:56,545 DEBUG [RS:0;32f0bc5975d0:37749 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:56,545 INFO [RS:0;32f0bc5975d0:37749 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:17:56,545 INFO [RS:0;32f0bc5975d0:37749 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:17:56,545 INFO [RS:0;32f0bc5975d0:37749 {}] hbase.ChoreService(370): Chore service for: regionserver/32f0bc5975d0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T07:17:56,546 INFO [RS:0;32f0bc5975d0:37749 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:17:56,546 INFO [regionserver/32f0bc5975d0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:17:56,546 INFO [RS:0;32f0bc5975d0:37749 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37749 2024-11-15T07:17:56,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33933-0x1013d5b148e0003, quorum=127.0.0.1:59608, baseZNode=/11860000981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11860000981/rs 2024-11-15T07:17:56,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37749-0x1013d5b148e0004, quorum=127.0.0.1:59608, baseZNode=/11860000981 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11860000981/rs/32f0bc5975d0,37749,1731655059387 2024-11-15T07:17:56,605 INFO [RS:0;32f0bc5975d0:37749 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:17:56,606 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32f0bc5975d0,37749,1731655059387] 2024-11-15T07:17:56,626 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11860000981/draining/32f0bc5975d0,37749,1731655059387 already deleted, retry=false 2024-11-15T07:17:56,626 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32f0bc5975d0,37749,1731655059387 expired; onlineServers=0 2024-11-15T07:17:56,626 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32f0bc5975d0,33933,1731655059227' ***** 2024-11-15T07:17:56,626 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T07:17:56,626 INFO [M:0;32f0bc5975d0:33933 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:17:56,626 INFO [M:0;32f0bc5975d0:33933 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:17:56,627 DEBUG [M:0;32f0bc5975d0:33933 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T07:17:56,627 DEBUG [M:0;32f0bc5975d0:33933 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T07:17:56,627 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T07:17:56,627 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655061480 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655061480,5,FailOnTimeoutGroup] 2024-11-15T07:17:56,627 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655061481 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655061481,5,FailOnTimeoutGroup] 2024-11-15T07:17:56,627 INFO [M:0;32f0bc5975d0:33933 {}] hbase.ChoreService(370): Chore service for: master/32f0bc5975d0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T07:17:56,627 INFO [M:0;32f0bc5975d0:33933 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:17:56,627 DEBUG [M:0;32f0bc5975d0:33933 {}] master.HMaster(1795): Stopping service threads 2024-11-15T07:17:56,627 INFO [M:0;32f0bc5975d0:33933 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T07:17:56,627 INFO [M:0;32f0bc5975d0:33933 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:17:56,628 INFO [M:0;32f0bc5975d0:33933 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T07:17:56,628 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T07:17:56,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33933-0x1013d5b148e0003, quorum=127.0.0.1:59608, baseZNode=/11860000981 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11860000981/master 2024-11-15T07:17:56,637 DEBUG [M:0;32f0bc5975d0:33933 {}] zookeeper.ZKUtil(347): master:33933-0x1013d5b148e0003, quorum=127.0.0.1:59608, baseZNode=/11860000981 Unable to get data of znode /11860000981/master because node does not exist (not an error) 2024-11-15T07:17:56,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33933-0x1013d5b148e0003, quorum=127.0.0.1:59608, baseZNode=/11860000981 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11860000981 2024-11-15T07:17:56,637 WARN [M:0;32f0bc5975d0:33933 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T07:17:56,639 INFO [M:0;32f0bc5975d0:33933 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/.lastflushedseqids 2024-11-15T07:17:56,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741836_1012 (size=99) 2024-11-15T07:17:56,716 INFO [RS:0;32f0bc5975d0:37749 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:17:56,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37749-0x1013d5b148e0004, quorum=127.0.0.1:59608, baseZNode=/11860000981 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:17:56,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37749-0x1013d5b148e0004, quorum=127.0.0.1:59608, baseZNode=/11860000981 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:17:56,716 INFO [RS:0;32f0bc5975d0:37749 {}] regionserver.HRegionServer(1031): Exiting; stopping=32f0bc5975d0,37749,1731655059387; zookeeper connection closed. 2024-11-15T07:17:56,716 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@754d088d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@754d088d 2024-11-15T07:17:56,717 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T07:17:57,046 INFO [M:0;32f0bc5975d0:33933 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T07:17:57,046 INFO [M:0;32f0bc5975d0:33933 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T07:17:57,046 DEBUG [M:0;32f0bc5975d0:33933 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:17:57,046 INFO [M:0;32f0bc5975d0:33933 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:17:57,046 DEBUG [M:0;32f0bc5975d0:33933 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:17:57,046 DEBUG [M:0;32f0bc5975d0:33933 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:17:57,046 DEBUG [M:0;32f0bc5975d0:33933 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:17:57,047 INFO [M:0;32f0bc5975d0:33933 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-15T07:17:57,050 DEBUG [RS:0;32f0bc5975d0:39599.replicationSource.wal-reader.32f0bc5975d0%2C39599%2C1731655070084,1-32f0bc5975d0,39599,1731655070084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,39599,1731655070084/32f0bc5975d0%2C39599%2C1731655070084.1731655071542 to pos 0, reset compression=false 2024-11-15T07:17:57,050 DEBUG [RS:0;32f0bc5975d0:39599.replicationSource.wal-reader.32f0bc5975d0%2C39599%2C1731655070084,2-32f0bc5975d0,39599,1731655070084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,39599,1731655070084/32f0bc5975d0%2C39599%2C1731655070084.1731655071542 to pos 0, reset compression=false 2024-11-15T07:17:57,065 DEBUG [M:0;32f0bc5975d0:33933 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2f1007d35bd441d9b68309ef2891db0e is 82, key is hbase:meta,,1/info:regioninfo/1731655062474/Put/seqid=0 2024-11-15T07:17:57,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741837_1013 (size=5672) 2024-11-15T07:17:57,472 INFO [M:0;32f0bc5975d0:33933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2f1007d35bd441d9b68309ef2891db0e 2024-11-15T07:17:57,503 DEBUG [M:0;32f0bc5975d0:33933 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eeba26fc480542a0b4e9b3bdeb414ec7 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731655062537/Put/seqid=0 2024-11-15T07:17:57,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741838_1014 (size=5275) 2024-11-15T07:17:57,909 INFO [M:0;32f0bc5975d0:33933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eeba26fc480542a0b4e9b3bdeb414ec7 2024-11-15T07:17:57,935 DEBUG [M:0;32f0bc5975d0:33933 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d04aa70bcf2041f3bee429db4b28be5c is 69, key is 32f0bc5975d0,37749,1731655059387/rs:state/1731655061584/Put/seqid=0 2024-11-15T07:17:57,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741839_1015 (size=5156) 2024-11-15T07:17:58,157 DEBUG [RS:0;32f0bc5975d0:39599.replicationSource.wal-reader.32f0bc5975d0%2C39599%2C1731655070084,2-32f0bc5975d0,39599,1731655070084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,39599,1731655070084/32f0bc5975d0%2C39599%2C1731655070084.1731655071542 to pos 0, reset compression=false 2024-11-15T07:17:58,157 DEBUG [RS:0;32f0bc5975d0:39599.replicationSource.wal-reader.32f0bc5975d0%2C39599%2C1731655070084,1-32f0bc5975d0,39599,1731655070084 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,39599,1731655070084/32f0bc5975d0%2C39599%2C1731655070084.1731655071542 to pos 0, reset compression=false 2024-11-15T07:17:58,341 INFO [M:0;32f0bc5975d0:33933 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d04aa70bcf2041f3bee429db4b28be5c 2024-11-15T07:17:58,351 DEBUG [M:0;32f0bc5975d0:33933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2f1007d35bd441d9b68309ef2891db0e as hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2f1007d35bd441d9b68309ef2891db0e 2024-11-15T07:17:58,359 INFO [M:0;32f0bc5975d0:33933 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2f1007d35bd441d9b68309ef2891db0e, entries=8, sequenceid=28, filesize=5.5 K 2024-11-15T07:17:58,360 DEBUG [M:0;32f0bc5975d0:33933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eeba26fc480542a0b4e9b3bdeb414ec7 as hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eeba26fc480542a0b4e9b3bdeb414ec7 2024-11-15T07:17:58,367 INFO [M:0;32f0bc5975d0:33933 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eeba26fc480542a0b4e9b3bdeb414ec7, entries=3, sequenceid=28, filesize=5.2 K 2024-11-15T07:17:58,368 DEBUG [M:0;32f0bc5975d0:33933 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d04aa70bcf2041f3bee429db4b28be5c as hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d04aa70bcf2041f3bee429db4b28be5c 2024-11-15T07:17:58,374 INFO [M:0;32f0bc5975d0:33933 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41315/user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d04aa70bcf2041f3bee429db4b28be5c, entries=1, sequenceid=28, filesize=5.0 K 2024-11-15T07:17:58,375 INFO [M:0;32f0bc5975d0:33933 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1329ms, sequenceid=28, compaction requested=false 2024-11-15T07:17:58,376 INFO [M:0;32f0bc5975d0:33933 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:17:58,377 DEBUG [M:0;32f0bc5975d0:33933 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655077046Disabling compacts and flushes for region at 1731655077046Disabling writes for close at 1731655077046Obtaining lock to block concurrent updates at 1731655077047 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731655077047Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731655077047Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731655077048 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731655077048Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731655077065 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731655077065Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731655077486 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731655077502 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731655077502Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731655077919 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731655077934 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731655077934Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c75ff6e: reopening flushed file at 1731655078349 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21ee6e1b: reopening flushed file at 1731655078359 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6be9b1cc: reopening flushed file at 1731655078367 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1329ms, sequenceid=28, compaction requested=false at 1731655078375 (+8 ms)Writing region close event to WAL at 1731655078376 (+1 ms)Closed at 1731655078376 2024-11-15T07:17:58,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35319 is added to blk_1073741830_1006 (size=10165) 2024-11-15T07:17:58,379 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e25c440c-615d-8c40-3b01-50624ccff32d/MasterData/WALs/32f0bc5975d0,33933,1731655059227/32f0bc5975d0%2C33933%2C1731655059227.1731655060991 not finished, retry = 0 2024-11-15T07:17:58,480 INFO [M:0;32f0bc5975d0:33933 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T07:17:58,480 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:17:58,481 INFO [M:0;32f0bc5975d0:33933 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33933 2024-11-15T07:17:58,483 INFO [M:0;32f0bc5975d0:33933 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:17:58,632 INFO [M:0;32f0bc5975d0:33933 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:17:58,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33933-0x1013d5b148e0003, quorum=127.0.0.1:59608, baseZNode=/11860000981 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:17:58,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33933-0x1013d5b148e0003, quorum=127.0.0.1:59608, baseZNode=/11860000981 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:17:58,640 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@14183b95{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T07:17:58,643 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@18400d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T07:17:58,643 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T07:17:58,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4edba9c5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T07:17:58,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53f36744{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0912e5-1a10-ae61-635b-0ecdfc1d2dc1/hadoop.log.dir/,STOPPED} 2024-11-15T07:17:58,647 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T07:17:58,647 WARN [BP-1634634455-172.17.0.2-1731655057380 heartbeating to localhost/127.0.0.1:41315 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T07:17:58,648 WARN [BP-1634634455-172.17.0.2-1731655057380 heartbeating to localhost/127.0.0.1:41315 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1634634455-172.17.0.2-1731655057380 (Datanode Uuid 745b4877-dcc8-45dd-91c1-804de188ae70) service to localhost/127.0.0.1:41315 2024-11-15T07:17:58,648 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T07:17:58,649 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0912e5-1a10-ae61-635b-0ecdfc1d2dc1/cluster_70759418-30f0-c428-3471-e52a774c5d21/data/data1/current/BP-1634634455-172.17.0.2-1731655057380 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T07:17:58,649 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0912e5-1a10-ae61-635b-0ecdfc1d2dc1/cluster_70759418-30f0-c428-3471-e52a774c5d21/data/data2/current/BP-1634634455-172.17.0.2-1731655057380 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T07:17:58,650 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T07:17:58,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64605218{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T07:17:58,656 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61008f8a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T07:17:58,656 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T07:17:58,657 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e3a5320{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T07:17:58,657 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6448fc16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0912e5-1a10-ae61-635b-0ecdfc1d2dc1/hadoop.log.dir/,STOPPED} 2024-11-15T07:17:58,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T07:17:58,681 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T07:17:58,681 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:17:58,681 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:17:58,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:58,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:58,682 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:17:58,682 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T07:17:58,682 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=15345975, stopped=false 2024-11-15T07:17:58,682 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32f0bc5975d0,34159,1731655070023 2024-11-15T07:17:58,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34159-0x1013d5b148e0006, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0402049890/running 2024-11-15T07:17:58,721 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39599-0x1013d5b148e0007, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0402049890/running 2024-11-15T07:17:58,721 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34159-0x1013d5b148e0006, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402049890 2024-11-15T07:17:58,721 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39599-0x1013d5b148e0007, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402049890 2024-11-15T07:17:58,721 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:17:58,721 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:17:58,722 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:17:58,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:58,722 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34159-0x1013d5b148e0006, quorum=127.0.0.1:59608, baseZNode=/0402049890 Set watcher on znode that does not yet exist, /0402049890/running 2024-11-15T07:17:58,722 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32f0bc5975d0,39599,1731655070084' ***** 2024-11-15T07:17:58,722 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T07:17:58,723 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39599-0x1013d5b148e0007, quorum=127.0.0.1:59608, baseZNode=/0402049890 Set watcher on znode that does not yet exist, /0402049890/running 2024-11-15T07:17:58,723 INFO [RS:0;32f0bc5975d0:39599 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T07:17:58,723 INFO [RS:0;32f0bc5975d0:39599 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T07:17:58,723 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T07:17:58,724 INFO [RS:0;32f0bc5975d0:39599 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T07:17:58,724 INFO [RS:0;32f0bc5975d0:39599 {}] regionserver.HRegionServer(3091): Received CLOSE for d8fc1d889fdb5901ad4547a87b49cada 2024-11-15T07:17:58,724 INFO [RS:0;32f0bc5975d0:39599 {}] regionserver.HRegionServer(959): stopping server 32f0bc5975d0,39599,1731655070084 2024-11-15T07:17:58,725 INFO [RS:0;32f0bc5975d0:39599 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:17:58,725 INFO [RS:0;32f0bc5975d0:39599 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:39599. 2024-11-15T07:17:58,725 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d8fc1d889fdb5901ad4547a87b49cada, disabling compactions & flushes 2024-11-15T07:17:58,725 DEBUG [RS:0;32f0bc5975d0:39599 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:17:58,725 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731655062768.d8fc1d889fdb5901ad4547a87b49cada. 2024-11-15T07:17:58,725 DEBUG [RS:0;32f0bc5975d0:39599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:58,725 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731655062768.d8fc1d889fdb5901ad4547a87b49cada. 2024-11-15T07:17:58,725 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731655062768.d8fc1d889fdb5901ad4547a87b49cada. after waiting 0 ms 2024-11-15T07:17:58,725 INFO [RS:0;32f0bc5975d0:39599 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T07:17:58,725 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731655062768.d8fc1d889fdb5901ad4547a87b49cada. 2024-11-15T07:17:58,725 INFO [RS:0;32f0bc5975d0:39599 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T07:17:58,726 INFO [RS:0;32f0bc5975d0:39599 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T07:17:58,726 INFO [RS:0;32f0bc5975d0:39599 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T07:17:58,726 INFO [RS:0;32f0bc5975d0:39599 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T07:17:58,726 DEBUG [RS:0;32f0bc5975d0:39599 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, d8fc1d889fdb5901ad4547a87b49cada=hbase:replication,,1731655062768.d8fc1d889fdb5901ad4547a87b49cada.} 2024-11-15T07:17:58,727 DEBUG [RS:0;32f0bc5975d0:39599 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d8fc1d889fdb5901ad4547a87b49cada 2024-11-15T07:17:58,727 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:17:58,727 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:17:58,727 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:17:58,727 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:17:58,727 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:17:58,728 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-15T07:17:58,733 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/replication/d8fc1d889fdb5901ad4547a87b49cada/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-15T07:17:58,734 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:17:58,734 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:17:58,734 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731655062768.d8fc1d889fdb5901ad4547a87b49cada. 2024-11-15T07:17:58,734 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d8fc1d889fdb5901ad4547a87b49cada: Waiting for close lock at 1731655078725Running coprocessor pre-close hooks at 1731655078725Disabling compacts and flushes for region at 1731655078725Disabling writes for close at 1731655078725Writing region close event to WAL at 1731655078727 (+2 ms)Running coprocessor post-close hooks at 1731655078733 (+6 ms)Closed at 1731655078734 (+1 ms) 2024-11-15T07:17:58,734 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731655062768.d8fc1d889fdb5901ad4547a87b49cada. 2024-11-15T07:17:58,746 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/meta/1588230740/.tmp/info/30fe2a2a15e745e0aea696cd5ac00c13 is 147, key is hbase:replication,,1731655062768.d8fc1d889fdb5901ad4547a87b49cada./info:regioninfo/1731655076156/Put/seqid=0 2024-11-15T07:17:58,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741851_1027 (size=6385) 2024-11-15T07:17:58,752 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/meta/1588230740/.tmp/info/30fe2a2a15e745e0aea696cd5ac00c13 2024-11-15T07:17:58,761 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/meta/1588230740/.tmp/info/30fe2a2a15e745e0aea696cd5ac00c13 as hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/meta/1588230740/info/30fe2a2a15e745e0aea696cd5ac00c13 2024-11-15T07:17:58,769 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/meta/1588230740/info/30fe2a2a15e745e0aea696cd5ac00c13, entries=8, sequenceid=19, filesize=6.2 K 2024-11-15T07:17:58,770 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 43ms, sequenceid=19, compaction requested=false 2024-11-15T07:17:58,776 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-15T07:17:58,777 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:17:58,777 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:17:58,777 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:17:58,777 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655078727Running coprocessor pre-close hooks at 1731655078727Disabling compacts and flushes for region at 1731655078727Disabling writes for close at 1731655078727Obtaining lock to block concurrent updates at 1731655078728 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731655078728Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731655078729 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731655078730 (+1 ms)Flushing 1588230740/info: creating writer at 1731655078730Flushing 1588230740/info: appending metadata at 1731655078745 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731655078745Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b7d6c77: reopening flushed file at 1731655078759 (+14 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 43ms, sequenceid=19, compaction requested=false at 1731655078770 (+11 ms)Writing region close event to WAL at 1731655078772 (+2 ms)Running coprocessor post-close hooks at 1731655078777 (+5 ms)Closed at 1731655078777 2024-11-15T07:17:58,777 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T07:17:58,781 INFO [regionserver/32f0bc5975d0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:17:58,927 INFO [RS:0;32f0bc5975d0:39599 {}] regionserver.HRegionServer(976): stopping server 32f0bc5975d0,39599,1731655070084; all regions closed. 2024-11-15T07:17:58,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741849_1025 (size=2156) 2024-11-15T07:17:58,938 DEBUG [RS:0;32f0bc5975d0:39599 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/oldWALs 2024-11-15T07:17:58,938 INFO [RS:0;32f0bc5975d0:39599 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32f0bc5975d0%2C39599%2C1731655070084.meta:.meta(num 1731655071865) 2024-11-15T07:17:58,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741850_1026 (size=796) 2024-11-15T07:17:58,943 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/WALs/32f0bc5975d0,39599,1731655070084/32f0bc5975d0%2C39599%2C1731655070084.rep.1731655076105 not finished, retry = 0 2024-11-15T07:17:59,049 DEBUG [RS:0;32f0bc5975d0:39599 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/oldWALs 2024-11-15T07:17:59,049 INFO [RS:0;32f0bc5975d0:39599 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32f0bc5975d0%2C39599%2C1731655070084.rep:(num 1731655076105) 2024-11-15T07:17:59,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741848_1024 (size=93) 2024-11-15T07:17:59,058 DEBUG [RS:0;32f0bc5975d0:39599 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/oldWALs 2024-11-15T07:17:59,058 INFO [RS:0;32f0bc5975d0:39599 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32f0bc5975d0%2C39599%2C1731655070084:(num 1731655071542) 2024-11-15T07:17:59,058 DEBUG [RS:0;32f0bc5975d0:39599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:59,058 INFO [RS:0;32f0bc5975d0:39599 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:17:59,059 INFO [RS:0;32f0bc5975d0:39599 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:17:59,059 INFO [RS:0;32f0bc5975d0:39599 {}] hbase.ChoreService(370): Chore service for: regionserver/32f0bc5975d0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T07:17:59,059 INFO [RS:0;32f0bc5975d0:39599 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:17:59,059 INFO [regionserver/32f0bc5975d0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:17:59,059 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/32f0bc5975d0:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-15T07:17:59,060 INFO [RS:0;32f0bc5975d0:39599 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-32f0bc5975d0,39599,1731655070084 because: Region server is closing 2024-11-15T07:17:59,060 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/32f0bc5975d0:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-15T07:17:59,060 INFO [RS:0;32f0bc5975d0:39599 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:39599. 2024-11-15T07:17:59,060 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/32f0bc5975d0:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-15T07:17:59,060 DEBUG [RS:0;32f0bc5975d0:39599 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:17:59,060 DEBUG [RS:0;32f0bc5975d0:39599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:59,060 DEBUG [RS:0;32f0bc5975d0:39599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:59,060 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:17:59,161 WARN [RS:0;32f0bc5975d0:39599.replicationSource.wal-reader.32f0bc5975d0%2C39599%2C1731655070084,1-32f0bc5975d0,39599,1731655070084 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T07:17:59,161 WARN [RS:0;32f0bc5975d0:39599.replicationSource.shipper32f0bc5975d0%2C39599%2C1731655070084,1-32f0bc5975d0,39599,1731655070084 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T07:17:59,161 INFO [RS:0;32f0bc5975d0:39599 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;32f0bc5975d0:39599.replicationSource.shipper32f0bc5975d0%2C39599%2C1731655070084,1-32f0bc5975d0,39599,1731655070084 terminated 2024-11-15T07:17:59,161 INFO [RS:0;32f0bc5975d0:39599 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-32f0bc5975d0,39599,1731655070084 because: Region server is closing 2024-11-15T07:17:59,161 INFO [RS:0;32f0bc5975d0:39599 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:39599. 2024-11-15T07:17:59,161 DEBUG [RS:0;32f0bc5975d0:39599 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:17:59,161 DEBUG [RS:0;32f0bc5975d0:39599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:59,162 DEBUG [RS:0;32f0bc5975d0:39599 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:17:59,162 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:17:59,262 WARN [RS:0;32f0bc5975d0:39599.replicationSource.wal-reader.32f0bc5975d0%2C39599%2C1731655070084,2-32f0bc5975d0,39599,1731655070084 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T07:17:59,262 WARN [RS:0;32f0bc5975d0:39599.replicationSource.shipper32f0bc5975d0%2C39599%2C1731655070084,2-32f0bc5975d0,39599,1731655070084 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T07:17:59,262 INFO [RS:0;32f0bc5975d0:39599 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;32f0bc5975d0:39599.replicationSource.shipper32f0bc5975d0%2C39599%2C1731655070084,2-32f0bc5975d0,39599,1731655070084 terminated 2024-11-15T07:17:59,262 INFO [RS:0;32f0bc5975d0:39599 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39599 2024-11-15T07:17:59,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34159-0x1013d5b148e0006, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402049890/rs 2024-11-15T07:17:59,310 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39599-0x1013d5b148e0007, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0402049890/rs/32f0bc5975d0,39599,1731655070084 2024-11-15T07:17:59,310 INFO [RS:0;32f0bc5975d0:39599 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:17:59,321 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32f0bc5975d0,39599,1731655070084] 2024-11-15T07:17:59,331 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0402049890/draining/32f0bc5975d0,39599,1731655070084 already deleted, retry=false 2024-11-15T07:17:59,331 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32f0bc5975d0,39599,1731655070084 expired; onlineServers=0 2024-11-15T07:17:59,331 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32f0bc5975d0,34159,1731655070023' ***** 2024-11-15T07:17:59,331 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T07:17:59,331 INFO [M:0;32f0bc5975d0:34159 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:17:59,331 INFO [M:0;32f0bc5975d0:34159 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:17:59,332 DEBUG [M:0;32f0bc5975d0:34159 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T07:17:59,332 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T07:17:59,332 DEBUG [M:0;32f0bc5975d0:34159 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T07:17:59,332 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655071233 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655071233,5,FailOnTimeoutGroup] 2024-11-15T07:17:59,332 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655071233 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655071233,5,FailOnTimeoutGroup] 2024-11-15T07:17:59,332 INFO [M:0;32f0bc5975d0:34159 {}] hbase.ChoreService(370): Chore service for: master/32f0bc5975d0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T07:17:59,332 INFO [M:0;32f0bc5975d0:34159 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:17:59,332 DEBUG [M:0;32f0bc5975d0:34159 {}] master.HMaster(1795): Stopping service threads 2024-11-15T07:17:59,332 INFO [M:0;32f0bc5975d0:34159 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T07:17:59,332 INFO [M:0;32f0bc5975d0:34159 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:17:59,332 INFO [M:0;32f0bc5975d0:34159 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T07:17:59,333 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T07:17:59,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34159-0x1013d5b148e0006, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0402049890/master 2024-11-15T07:17:59,342 DEBUG [M:0;32f0bc5975d0:34159 {}] zookeeper.ZKUtil(347): master:34159-0x1013d5b148e0006, quorum=127.0.0.1:59608, baseZNode=/0402049890 Unable to get data of znode /0402049890/master because node does not exist (not an error) 2024-11-15T07:17:59,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34159-0x1013d5b148e0006, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0402049890 2024-11-15T07:17:59,342 WARN [M:0;32f0bc5975d0:34159 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T07:17:59,343 INFO [M:0;32f0bc5975d0:34159 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/.lastflushedseqids 2024-11-15T07:17:59,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741852_1028 (size=181) 2024-11-15T07:17:59,421 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39599-0x1013d5b148e0007, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:17:59,421 INFO [RS:0;32f0bc5975d0:39599 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:17:59,421 DEBUG [pool-242-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39599-0x1013d5b148e0007, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:17:59,421 INFO [RS:0;32f0bc5975d0:39599 {}] regionserver.HRegionServer(1031): Exiting; stopping=32f0bc5975d0,39599,1731655070084; zookeeper connection closed. 2024-11-15T07:17:59,421 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64aefbdd {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64aefbdd 2024-11-15T07:17:59,422 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T07:17:59,749 INFO [M:0;32f0bc5975d0:34159 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T07:17:59,749 INFO [M:0;32f0bc5975d0:34159 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T07:17:59,750 DEBUG [M:0;32f0bc5975d0:34159 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:17:59,750 INFO [M:0;32f0bc5975d0:34159 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:17:59,750 DEBUG [M:0;32f0bc5975d0:34159 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:17:59,750 DEBUG [M:0;32f0bc5975d0:34159 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:17:59,750 DEBUG [M:0;32f0bc5975d0:34159 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:17:59,750 INFO [M:0;32f0bc5975d0:34159 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-15T07:17:59,765 DEBUG [M:0;32f0bc5975d0:34159 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7aba1107f4c642aeb75e89b25927af6d is 82, key is hbase:meta,,1/info:regioninfo/1731655071934/Put/seqid=0 2024-11-15T07:17:59,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741853_1029 (size=5680) 2024-11-15T07:18:00,171 INFO [M:0;32f0bc5975d0:34159 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7aba1107f4c642aeb75e89b25927af6d 2024-11-15T07:18:00,203 DEBUG [M:0;32f0bc5975d0:34159 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60a57f0ac5454ee58e7a0e4939ef4270 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731655076165/Put/seqid=0 2024-11-15T07:18:00,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741854_1030 (size=7319) 2024-11-15T07:18:00,613 INFO [M:0;32f0bc5975d0:34159 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60a57f0ac5454ee58e7a0e4939ef4270 2024-11-15T07:18:00,643 DEBUG [M:0;32f0bc5975d0:34159 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eae93737ef2f4861a9e758189fe91b9b is 69, key is 32f0bc5975d0,39599,1731655070084/rs:state/1731655071308/Put/seqid=0 2024-11-15T07:18:00,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741855_1031 (size=5371) 2024-11-15T07:18:01,062 INFO [M:0;32f0bc5975d0:34159 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eae93737ef2f4861a9e758189fe91b9b 2024-11-15T07:18:01,070 INFO [M:0;32f0bc5975d0:34159 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eae93737ef2f4861a9e758189fe91b9b 2024-11-15T07:18:01,071 DEBUG [M:0;32f0bc5975d0:34159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/7aba1107f4c642aeb75e89b25927af6d as hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7aba1107f4c642aeb75e89b25927af6d 2024-11-15T07:18:01,079 INFO [M:0;32f0bc5975d0:34159 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/7aba1107f4c642aeb75e89b25927af6d, entries=8, sequenceid=172, filesize=5.5 K 2024-11-15T07:18:01,080 DEBUG [M:0;32f0bc5975d0:34159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/60a57f0ac5454ee58e7a0e4939ef4270 as hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/60a57f0ac5454ee58e7a0e4939ef4270 2024-11-15T07:18:01,089 INFO [M:0;32f0bc5975d0:34159 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/60a57f0ac5454ee58e7a0e4939ef4270, entries=7, sequenceid=172, filesize=7.1 K 2024-11-15T07:18:01,090 DEBUG [M:0;32f0bc5975d0:34159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eae93737ef2f4861a9e758189fe91b9b as hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eae93737ef2f4861a9e758189fe91b9b 2024-11-15T07:18:01,098 INFO [M:0;32f0bc5975d0:34159 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eae93737ef2f4861a9e758189fe91b9b 2024-11-15T07:18:01,098 INFO [M:0;32f0bc5975d0:34159 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38549/user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eae93737ef2f4861a9e758189fe91b9b, entries=2, sequenceid=172, filesize=5.2 K 2024-11-15T07:18:01,100 INFO [M:0;32f0bc5975d0:34159 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1350ms, sequenceid=172, compaction requested=false 2024-11-15T07:18:01,101 INFO [M:0;32f0bc5975d0:34159 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:18:01,102 DEBUG [M:0;32f0bc5975d0:34159 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655079750Disabling compacts and flushes for region at 1731655079750Disabling writes for close at 1731655079750Obtaining lock to block concurrent updates at 1731655079750Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731655079750Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731655079750Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731655079751 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731655079751Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731655079764 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731655079764Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731655080180 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731655080202 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731655080202Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731655080623 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731655080642 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731655080642Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29506925: reopening flushed file at 1731655081070 (+428 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bb6a84d: reopening flushed file at 1731655081079 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20edf2d1: reopening flushed file at 1731655081089 (+10 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1350ms, sequenceid=172, compaction requested=false at 1731655081100 (+11 ms)Writing region close event to WAL at 1731655081101 (+1 ms)Closed at 1731655081101 2024-11-15T07:18:01,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44071 is added to blk_1073741847_1023 (size=22949) 2024-11-15T07:18:01,109 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d6617e1e-28c5-6294-83b1-8c9ff8071b8a/MasterData/WALs/32f0bc5975d0,34159,1731655070023/32f0bc5975d0%2C34159%2C1731655070023.1731655070519 not finished, retry = 0 2024-11-15T07:18:01,135 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T07:18:01,210 INFO [M:0;32f0bc5975d0:34159 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T07:18:01,210 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:18:01,210 INFO [M:0;32f0bc5975d0:34159 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34159 2024-11-15T07:18:01,211 INFO [M:0;32f0bc5975d0:34159 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:18:01,377 INFO [M:0;32f0bc5975d0:34159 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:18:01,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34159-0x1013d5b148e0006, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:18:01,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34159-0x1013d5b148e0006, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:18:01,379 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@206adf7a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T07:18:01,380 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a8b3699{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T07:18:01,380 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T07:18:01,380 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66dc6de8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T07:18:01,380 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33455bbc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e197f59-7e6b-1273-8635-2e586de2e636/hadoop.log.dir/,STOPPED} 2024-11-15T07:18:01,381 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T07:18:01,381 WARN [BP-1414484541-172.17.0.2-1731655048257 heartbeating to localhost/127.0.0.1:38549 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T07:18:01,381 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T07:18:01,381 WARN [BP-1414484541-172.17.0.2-1731655048257 heartbeating to localhost/127.0.0.1:38549 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1414484541-172.17.0.2-1731655048257 (Datanode Uuid 40305f1e-42dc-41ca-9c55-1f1b26a624d2) service to localhost/127.0.0.1:38549 2024-11-15T07:18:01,382 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e197f59-7e6b-1273-8635-2e586de2e636/cluster_14b0d4c5-41cc-afc3-92bb-d70b4e69a73d/data/data1/current/BP-1414484541-172.17.0.2-1731655048257 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T07:18:01,382 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e197f59-7e6b-1273-8635-2e586de2e636/cluster_14b0d4c5-41cc-afc3-92bb-d70b4e69a73d/data/data2/current/BP-1414484541-172.17.0.2-1731655048257 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T07:18:01,382 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T07:18:01,388 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@cea93ce{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T07:18:01,388 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20f9fb84{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T07:18:01,388 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T07:18:01,388 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f3a9c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T07:18:01,388 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4bf6eecf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2e197f59-7e6b-1273-8635-2e586de2e636/hadoop.log.dir/,STOPPED} 2024-11-15T07:18:01,395 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T07:18:01,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T07:18:01,422 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/32f0bc5975d0:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/32f0bc5975d0:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59608) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.metrics2.impl.JmxCacheBuster$JmxCacheBusterRunnable.run(JmxCacheBuster.java:101) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:38549 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:41315 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1df650da java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/32f0bc5975d0:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:38549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:41315 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:38549 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59608) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:38549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41315 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:41315 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:38549 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:41315 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/32f0bc5975d0:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38549 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/32f0bc5975d0:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38549 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41315 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=432 (was 434), ProcessCount=11 (was 11), AvailableMemoryMB=7425 (was 7653) 2024-11-15T07:18:01,431 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=432, ProcessCount=11, AvailableMemoryMB=7425 2024-11-15T07:18:01,451 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-15T07:18:01,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0912e5-1a10-ae61-635b-0ecdfc1d2dc1/hadoop.log.dir so I do NOT create it in target/test-data/6f47044a-97ea-823d-e659-bcff7e269354 2024-11-15T07:18:01,453 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0912e5-1a10-ae61-635b-0ecdfc1d2dc1/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T07:18:01,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0912e5-1a10-ae61-635b-0ecdfc1d2dc1/hadoop.tmp.dir so I do NOT create it in target/test-data/6f47044a-97ea-823d-e659-bcff7e269354 2024-11-15T07:18:01,453 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b0912e5-1a10-ae61-635b-0ecdfc1d2dc1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T07:18:01,453 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f47044a-97ea-823d-e659-bcff7e269354 2024-11-15T07:18:01,453 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f47044a-97ea-823d-e659-bcff7e269354/cluster_a2478a25-621e-e52f-85d8-4584f01127d5, deleteOnExit=true 2024-11-15T07:18:01,474 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f47044a-97ea-823d-e659-bcff7e269354/cluster_a2478a25-621e-e52f-85d8-4584f01127d5/zookeeper_0, clientPort=51273, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f47044a-97ea-823d-e659-bcff7e269354/cluster_a2478a25-621e-e52f-85d8-4584f01127d5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f47044a-97ea-823d-e659-bcff7e269354/cluster_a2478a25-621e-e52f-85d8-4584f01127d5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T07:18:01,475 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51273 2024-11-15T07:18:01,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T07:18:01,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T07:18:01,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f47044a-97ea-823d-e659-bcff7e269354/test.cache.data in system properties and HBase conf 2024-11-15T07:18:01,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f47044a-97ea-823d-e659-bcff7e269354/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T07:18:01,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f47044a-97ea-823d-e659-bcff7e269354/hadoop.log.dir in system properties and HBase conf 2024-11-15T07:18:01,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f47044a-97ea-823d-e659-bcff7e269354/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T07:18:01,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f47044a-97ea-823d-e659-bcff7e269354/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T07:18:01,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T07:18:01,476 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T07:18:01,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f47044a-97ea-823d-e659-bcff7e269354/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T07:18:01,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f47044a-97ea-823d-e659-bcff7e269354/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T07:18:01,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f47044a-97ea-823d-e659-bcff7e269354/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T07:18:01,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f47044a-97ea-823d-e659-bcff7e269354/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T07:18:01,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f47044a-97ea-823d-e659-bcff7e269354/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T07:18:01,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f47044a-97ea-823d-e659-bcff7e269354/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T07:18:01,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f47044a-97ea-823d-e659-bcff7e269354/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T07:18:01,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f47044a-97ea-823d-e659-bcff7e269354/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T07:18:01,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f47044a-97ea-823d-e659-bcff7e269354/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T07:18:01,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f47044a-97ea-823d-e659-bcff7e269354/nfs.dump.dir in system properties and HBase conf 2024-11-15T07:18:01,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f47044a-97ea-823d-e659-bcff7e269354/java.io.tmpdir in system properties and HBase conf 2024-11-15T07:18:01,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f47044a-97ea-823d-e659-bcff7e269354/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T07:18:01,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f47044a-97ea-823d-e659-bcff7e269354/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T07:18:01,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f47044a-97ea-823d-e659-bcff7e269354/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T07:18:01,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013d5b148e0002, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T07:18:01,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013d5b148e0005, quorum=127.0.0.1:59608, baseZNode=/11860000981 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T07:18:01,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013d5b148e0005, quorum=127.0.0.1:59608, baseZNode=/11860000981 Received Disconnected from ZooKeeper, ignoring 2024-11-15T07:18:01,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013d5b148e0002, quorum=127.0.0.1:59608, baseZNode=/0402049890 Received Disconnected from ZooKeeper, ignoring 2024-11-15T07:18:01,629 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T07:18:01,631 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:18:01,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:18:01,819 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:18:01,825 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T07:18:01,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T07:18:01,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T07:18:01,833 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T07:18:01,834 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:18:01,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ec90c1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f47044a-97ea-823d-e659-bcff7e269354/hadoop.log.dir/,AVAILABLE} 2024-11-15T07:18:01,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a5e24d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T07:18:01,934 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7560eec7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f47044a-97ea-823d-e659-bcff7e269354/java.io.tmpdir/jetty-localhost-36065-hadoop-hdfs-3_4_1-tests_jar-_-any-15415958541165626824/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T07:18:01,935 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@354d9b3c{HTTP/1.1, (http/1.1)}{localhost:36065} 2024-11-15T07:18:01,935 INFO [Time-limited test {}] server.Server(415): Started @36449ms 2024-11-15T07:18:02,195 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:18:02,199 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T07:18:02,199 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T07:18:02,200 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T07:18:02,200 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T07:18:02,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e513ce8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f47044a-97ea-823d-e659-bcff7e269354/hadoop.log.dir/,AVAILABLE} 2024-11-15T07:18:02,200 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34cc490c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T07:18:02,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:18:02,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T07:18:02,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T07:18:02,290 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:18:02,296 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3cfeb7fb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f47044a-97ea-823d-e659-bcff7e269354/java.io.tmpdir/jetty-localhost-34899-hadoop-hdfs-3_4_1-tests_jar-_-any-6652513586471540454/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T07:18:02,296 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5561f518{HTTP/1.1, (http/1.1)}{localhost:34899} 2024-11-15T07:18:02,296 INFO [Time-limited test {}] server.Server(415): Started @36810ms 2024-11-15T07:18:02,298 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T07:18:02,948 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f47044a-97ea-823d-e659-bcff7e269354/cluster_a2478a25-621e-e52f-85d8-4584f01127d5/data/data2/current/BP-820978798-172.17.0.2-1731655081500/current, will proceed with Du for space computation calculation, 2024-11-15T07:18:02,948 WARN [Thread-501 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f47044a-97ea-823d-e659-bcff7e269354/cluster_a2478a25-621e-e52f-85d8-4584f01127d5/data/data1/current/BP-820978798-172.17.0.2-1731655081500/current, will proceed with Du for space computation calculation, 2024-11-15T07:18:02,969 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T07:18:02,971 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcda65651d7f302cc with lease ID 0x155167ba3f2ae030: Processing first storage report for DS-7d300507-c6fa-4c51-aa76-39fd0a07d71a from datanode DatanodeRegistration(127.0.0.1:39431, datanodeUuid=fbc07ac3-6dca-43e9-84f9-91c42cf0a245, infoPort=43533, infoSecurePort=0, ipcPort=45417, storageInfo=lv=-57;cid=testClusterID;nsid=1588434317;c=1731655081500) 2024-11-15T07:18:02,971 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcda65651d7f302cc with lease ID 0x155167ba3f2ae030: from storage DS-7d300507-c6fa-4c51-aa76-39fd0a07d71a node DatanodeRegistration(127.0.0.1:39431, datanodeUuid=fbc07ac3-6dca-43e9-84f9-91c42cf0a245, infoPort=43533, infoSecurePort=0, ipcPort=45417, storageInfo=lv=-57;cid=testClusterID;nsid=1588434317;c=1731655081500), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T07:18:02,971 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcda65651d7f302cc with lease ID 0x155167ba3f2ae030: Processing first storage report for DS-6365f7c6-8bf7-47e5-940a-630037f420f5 from datanode DatanodeRegistration(127.0.0.1:39431, datanodeUuid=fbc07ac3-6dca-43e9-84f9-91c42cf0a245, infoPort=43533, infoSecurePort=0, ipcPort=45417, storageInfo=lv=-57;cid=testClusterID;nsid=1588434317;c=1731655081500) 2024-11-15T07:18:02,972 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcda65651d7f302cc with lease ID 0x155167ba3f2ae030: from storage DS-6365f7c6-8bf7-47e5-940a-630037f420f5 node DatanodeRegistration(127.0.0.1:39431, datanodeUuid=fbc07ac3-6dca-43e9-84f9-91c42cf0a245, infoPort=43533, infoSecurePort=0, ipcPort=45417, storageInfo=lv=-57;cid=testClusterID;nsid=1588434317;c=1731655081500), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T07:18:03,026 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f47044a-97ea-823d-e659-bcff7e269354 2024-11-15T07:18:03,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:18:03,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:18:03,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39431 is added to blk_1073741825_1001 (size=7) 2024-11-15T07:18:03,438 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0 with version=8 2024-11-15T07:18:03,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/hbase-staging 2024-11-15T07:18:03,440 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:18:03,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:18:03,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:18:03,440 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:18:03,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:18:03,440 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:18:03,440 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T07:18:03,441 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:18:03,441 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46813 2024-11-15T07:18:03,443 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46813 connecting to ZooKeeper ensemble=127.0.0.1:51273 2024-11-15T07:18:03,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468130x0, quorum=127.0.0.1:51273, baseZNode=/0828002223 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:18:03,526 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46813-0x1013d5b99ad0000 connected 2024-11-15T07:18:03,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:18:03,607 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:18:03,610 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46813-0x1013d5b99ad0000, quorum=127.0.0.1:51273, baseZNode=/0828002223 Set watcher on znode that does not yet exist, /0828002223/running 2024-11-15T07:18:03,610 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0, hbase.cluster.distributed=false 2024-11-15T07:18:03,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46813-0x1013d5b99ad0000, quorum=127.0.0.1:51273, baseZNode=/0828002223 Set watcher on znode that does not yet exist, /0828002223/acl 2024-11-15T07:18:03,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46813 2024-11-15T07:18:03,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46813 2024-11-15T07:18:03,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46813 2024-11-15T07:18:03,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46813 2024-11-15T07:18:03,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46813 2024-11-15T07:18:03,633 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:18:03,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:18:03,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:18:03,634 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:18:03,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:18:03,634 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:18:03,634 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T07:18:03,634 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:18:03,635 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37389 2024-11-15T07:18:03,637 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37389 connecting to ZooKeeper ensemble=127.0.0.1:51273 2024-11-15T07:18:03,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:18:03,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:18:03,656 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373890x0, quorum=127.0.0.1:51273, baseZNode=/0828002223 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:18:03,656 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37389-0x1013d5b99ad0001, quorum=127.0.0.1:51273, baseZNode=/0828002223 Set watcher on znode that does not yet exist, /0828002223/running 2024-11-15T07:18:03,656 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37389-0x1013d5b99ad0001 connected 2024-11-15T07:18:03,657 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T07:18:03,657 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T07:18:03,658 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37389-0x1013d5b99ad0001, quorum=127.0.0.1:51273, baseZNode=/0828002223 Set watcher on znode that does not yet exist, /0828002223/master 2024-11-15T07:18:03,659 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37389-0x1013d5b99ad0001, quorum=127.0.0.1:51273, baseZNode=/0828002223 Set watcher on znode that does not yet exist, /0828002223/acl 2024-11-15T07:18:03,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37389 2024-11-15T07:18:03,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37389 2024-11-15T07:18:03,664 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37389 2024-11-15T07:18:03,665 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37389 2024-11-15T07:18:03,667 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37389 2024-11-15T07:18:03,677 DEBUG [M:0;32f0bc5975d0:46813 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32f0bc5975d0:46813 2024-11-15T07:18:03,678 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0828002223/backup-masters/32f0bc5975d0,46813,1731655083440 2024-11-15T07:18:03,689 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x1013d5b99ad0001, quorum=127.0.0.1:51273, baseZNode=/0828002223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828002223/backup-masters 2024-11-15T07:18:03,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46813-0x1013d5b99ad0000, quorum=127.0.0.1:51273, baseZNode=/0828002223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828002223/backup-masters 2024-11-15T07:18:03,690 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46813-0x1013d5b99ad0000, quorum=127.0.0.1:51273, baseZNode=/0828002223 Set watcher on existing znode=/0828002223/backup-masters/32f0bc5975d0,46813,1731655083440 2024-11-15T07:18:03,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46813-0x1013d5b99ad0000, quorum=127.0.0.1:51273, baseZNode=/0828002223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828002223 2024-11-15T07:18:03,699 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x1013d5b99ad0001, quorum=127.0.0.1:51273, baseZNode=/0828002223 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0828002223/master 2024-11-15T07:18:03,699 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x1013d5b99ad0001, quorum=127.0.0.1:51273, baseZNode=/0828002223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828002223 2024-11-15T07:18:03,700 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46813-0x1013d5b99ad0000, quorum=127.0.0.1:51273, baseZNode=/0828002223 Set watcher on existing znode=/0828002223/master 2024-11-15T07:18:03,700 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0828002223/backup-masters/32f0bc5975d0,46813,1731655083440 from backup master directory 2024-11-15T07:18:03,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46813-0x1013d5b99ad0000, quorum=127.0.0.1:51273, baseZNode=/0828002223 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0828002223/backup-masters/32f0bc5975d0,46813,1731655083440 2024-11-15T07:18:03,710 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x1013d5b99ad0001, quorum=127.0.0.1:51273, baseZNode=/0828002223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828002223/backup-masters 2024-11-15T07:18:03,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46813-0x1013d5b99ad0000, quorum=127.0.0.1:51273, baseZNode=/0828002223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828002223/backup-masters 2024-11-15T07:18:03,710 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:18:03,710 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32f0bc5975d0,46813,1731655083440 2024-11-15T07:18:03,715 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/hbase.id] with ID: 2c2dee01-83ec-4de1-a774-6f13ca9c3f79 2024-11-15T07:18:03,715 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/.tmp/hbase.id 2024-11-15T07:18:03,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39431 is added to blk_1073741826_1002 (size=42) 2024-11-15T07:18:04,122 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/.tmp/hbase.id]:[hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/hbase.id] 2024-11-15T07:18:04,135 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:18:04,136 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T07:18:04,137 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T07:18:04,184 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x1013d5b99ad0001, quorum=127.0.0.1:51273, baseZNode=/0828002223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828002223 2024-11-15T07:18:04,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46813-0x1013d5b99ad0000, quorum=127.0.0.1:51273, baseZNode=/0828002223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828002223 2024-11-15T07:18:04,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39431 is added to blk_1073741827_1003 (size=196) 2024-11-15T07:18:04,590 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:18:04,591 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T07:18:04,591 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:18:04,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39431 is added to blk_1073741828_1004 (size=1189) 2024-11-15T07:18:05,000 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/MasterData/data/master/store 2024-11-15T07:18:05,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39431 is added to blk_1073741829_1005 (size=34) 2024-11-15T07:18:05,407 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:18:05,407 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:18:05,407 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:18:05,407 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:18:05,407 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:18:05,407 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:18:05,407 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:18:05,407 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655085407Disabling compacts and flushes for region at 1731655085407Disabling writes for close at 1731655085407Writing region close event to WAL at 1731655085407Closed at 1731655085407 2024-11-15T07:18:05,409 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/MasterData/data/master/store/.initializing 2024-11-15T07:18:05,409 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/MasterData/WALs/32f0bc5975d0,46813,1731655083440 2024-11-15T07:18:05,410 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:18:05,412 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32f0bc5975d0%2C46813%2C1731655083440, suffix=, logDir=hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/MasterData/WALs/32f0bc5975d0,46813,1731655083440, archiveDir=hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/MasterData/oldWALs, maxLogs=10 2024-11-15T07:18:05,425 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/MasterData/WALs/32f0bc5975d0,46813,1731655083440/32f0bc5975d0%2C46813%2C1731655083440.1731655085412, exclude list is [], retry=0 2024-11-15T07:18:05,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39431,DS-7d300507-c6fa-4c51-aa76-39fd0a07d71a,DISK] 2024-11-15T07:18:05,431 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/MasterData/WALs/32f0bc5975d0,46813,1731655083440/32f0bc5975d0%2C46813%2C1731655083440.1731655085412 2024-11-15T07:18:05,431 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43533:43533)] 2024-11-15T07:18:05,431 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:18:05,431 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:18:05,432 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:05,432 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:05,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:05,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T07:18:05,435 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:05,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:18:05,436 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:05,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T07:18:05,437 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:05,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:18:05,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:05,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T07:18:05,439 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:05,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:18:05,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:05,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T07:18:05,441 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:05,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:18:05,442 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:05,443 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:05,443 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:05,444 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:05,444 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:05,445 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:18:05,446 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:05,449 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:18:05,450 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73575093, jitterRate=0.09635432064533234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:18:05,451 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731655085432Initializing all the Stores at 1731655085433 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655085433Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655085433Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655085433Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655085433Cleaning up temporary data from old regions at 1731655085444 (+11 ms)Region opened successfully at 1731655085451 (+7 ms) 2024-11-15T07:18:05,451 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T07:18:05,455 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54ac62e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:18:05,456 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T07:18:05,456 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T07:18:05,456 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T07:18:05,456 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T07:18:05,457 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T07:18:05,457 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T07:18:05,457 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T07:18:05,460 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T07:18:05,461 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46813-0x1013d5b99ad0000, quorum=127.0.0.1:51273, baseZNode=/0828002223 Unable to get data of znode /0828002223/balancer because node does not exist (not necessarily an error) 2024-11-15T07:18:05,550 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0828002223/balancer already deleted, retry=false 2024-11-15T07:18:05,550 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T07:18:05,551 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46813-0x1013d5b99ad0000, quorum=127.0.0.1:51273, baseZNode=/0828002223 Unable to get data of znode /0828002223/normalizer because node does not exist (not necessarily an error) 2024-11-15T07:18:05,562 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0828002223/normalizer already deleted, retry=false 2024-11-15T07:18:05,563 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T07:18:05,564 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46813-0x1013d5b99ad0000, quorum=127.0.0.1:51273, baseZNode=/0828002223 Unable to get data of znode /0828002223/switch/split because node does not exist (not necessarily an error) 2024-11-15T07:18:05,573 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0828002223/switch/split already deleted, retry=false 2024-11-15T07:18:05,574 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46813-0x1013d5b99ad0000, quorum=127.0.0.1:51273, baseZNode=/0828002223 Unable to get data of znode /0828002223/switch/merge because node does not exist (not necessarily an error) 2024-11-15T07:18:05,583 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0828002223/switch/merge already deleted, retry=false 2024-11-15T07:18:05,587 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46813-0x1013d5b99ad0000, quorum=127.0.0.1:51273, baseZNode=/0828002223 Unable to get data of znode /0828002223/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T07:18:05,594 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0828002223/snapshot-cleanup already deleted, retry=false 2024-11-15T07:18:05,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46813-0x1013d5b99ad0000, quorum=127.0.0.1:51273, baseZNode=/0828002223 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0828002223/running 2024-11-15T07:18:05,605 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x1013d5b99ad0001, quorum=127.0.0.1:51273, baseZNode=/0828002223 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0828002223/running 2024-11-15T07:18:05,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46813-0x1013d5b99ad0000, quorum=127.0.0.1:51273, baseZNode=/0828002223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828002223 2024-11-15T07:18:05,605 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x1013d5b99ad0001, quorum=127.0.0.1:51273, baseZNode=/0828002223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828002223 2024-11-15T07:18:05,605 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32f0bc5975d0,46813,1731655083440, sessionid=0x1013d5b99ad0000, setting cluster-up flag (Was=false) 2024-11-15T07:18:05,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46813-0x1013d5b99ad0000, quorum=127.0.0.1:51273, baseZNode=/0828002223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828002223 2024-11-15T07:18:05,626 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x1013d5b99ad0001, quorum=127.0.0.1:51273, baseZNode=/0828002223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828002223 2024-11-15T07:18:05,657 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0828002223/flush-table-proc/acquired, /0828002223/flush-table-proc/reached, /0828002223/flush-table-proc/abort 2024-11-15T07:18:05,658 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,46813,1731655083440 2024-11-15T07:18:05,678 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x1013d5b99ad0001, quorum=127.0.0.1:51273, baseZNode=/0828002223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828002223 2024-11-15T07:18:05,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46813-0x1013d5b99ad0000, quorum=127.0.0.1:51273, baseZNode=/0828002223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828002223 2024-11-15T07:18:05,710 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0828002223/online-snapshot/acquired, /0828002223/online-snapshot/reached, /0828002223/online-snapshot/abort 2024-11-15T07:18:05,711 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,46813,1731655083440 2024-11-15T07:18:05,712 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T07:18:05,714 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T07:18:05,714 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T07:18:05,714 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T07:18:05,715 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32f0bc5975d0,46813,1731655083440 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T07:18:05,716 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:18:05,716 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:18:05,716 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:18:05,716 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:18:05,716 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32f0bc5975d0:0, corePoolSize=10, maxPoolSize=10 2024-11-15T07:18:05,716 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:05,716 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:18:05,716 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:05,717 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731655115717 2024-11-15T07:18:05,717 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T07:18:05,717 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T07:18:05,718 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T07:18:05,718 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T07:18:05,718 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T07:18:05,718 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T07:18:05,718 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:05,718 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:18:05,718 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T07:18:05,718 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T07:18:05,718 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T07:18:05,719 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T07:18:05,719 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T07:18:05,719 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T07:18:05,719 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T07:18:05,719 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655085719,5,FailOnTimeoutGroup] 2024-11-15T07:18:05,719 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655085719,5,FailOnTimeoutGroup] 2024-11-15T07:18:05,719 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:05,719 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T07:18:05,719 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:05,719 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:05,719 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:05,720 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T07:18:05,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39431 is added to blk_1073741831_1007 (size=1321) 2024-11-15T07:18:05,771 INFO [RS:0;32f0bc5975d0:37389 {}] regionserver.HRegionServer(746): ClusterId : 2c2dee01-83ec-4de1-a774-6f13ca9c3f79 2024-11-15T07:18:05,771 DEBUG [RS:0;32f0bc5975d0:37389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T07:18:05,782 DEBUG [RS:0;32f0bc5975d0:37389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T07:18:05,782 DEBUG [RS:0;32f0bc5975d0:37389 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T07:18:05,795 DEBUG [RS:0;32f0bc5975d0:37389 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T07:18:05,795 DEBUG [RS:0;32f0bc5975d0:37389 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60be6035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:18:05,806 DEBUG [RS:0;32f0bc5975d0:37389 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32f0bc5975d0:37389 2024-11-15T07:18:05,806 INFO [RS:0;32f0bc5975d0:37389 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T07:18:05,806 INFO [RS:0;32f0bc5975d0:37389 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T07:18:05,806 DEBUG [RS:0;32f0bc5975d0:37389 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T07:18:05,807 INFO [RS:0;32f0bc5975d0:37389 {}] regionserver.HRegionServer(2659): reportForDuty to master=32f0bc5975d0,46813,1731655083440 with port=37389, startcode=1731655083633 2024-11-15T07:18:05,807 DEBUG [RS:0;32f0bc5975d0:37389 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T07:18:05,809 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40753, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T07:18:05,810 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46813 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32f0bc5975d0,37389,1731655083633 2024-11-15T07:18:05,810 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46813 {}] master.ServerManager(517): Registering regionserver=32f0bc5975d0,37389,1731655083633 2024-11-15T07:18:05,812 DEBUG [RS:0;32f0bc5975d0:37389 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0 2024-11-15T07:18:05,812 DEBUG [RS:0;32f0bc5975d0:37389 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36295 2024-11-15T07:18:05,812 DEBUG [RS:0;32f0bc5975d0:37389 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T07:18:05,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46813-0x1013d5b99ad0000, quorum=127.0.0.1:51273, baseZNode=/0828002223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828002223/rs 2024-11-15T07:18:05,824 DEBUG [RS:0;32f0bc5975d0:37389 {}] zookeeper.ZKUtil(111): regionserver:37389-0x1013d5b99ad0001, quorum=127.0.0.1:51273, baseZNode=/0828002223 Set watcher on existing znode=/0828002223/rs/32f0bc5975d0,37389,1731655083633 2024-11-15T07:18:05,824 WARN [RS:0;32f0bc5975d0:37389 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:18:05,824 INFO [RS:0;32f0bc5975d0:37389 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:18:05,824 DEBUG [RS:0;32f0bc5975d0:37389 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/WALs/32f0bc5975d0,37389,1731655083633 2024-11-15T07:18:05,824 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32f0bc5975d0,37389,1731655083633] 2024-11-15T07:18:05,832 INFO [RS:0;32f0bc5975d0:37389 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T07:18:05,834 INFO [RS:0;32f0bc5975d0:37389 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T07:18:05,834 INFO [RS:0;32f0bc5975d0:37389 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T07:18:05,834 INFO [RS:0;32f0bc5975d0:37389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:05,835 INFO [RS:0;32f0bc5975d0:37389 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T07:18:05,836 INFO [RS:0;32f0bc5975d0:37389 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T07:18:05,836 INFO [RS:0;32f0bc5975d0:37389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:05,836 DEBUG [RS:0;32f0bc5975d0:37389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:05,836 DEBUG [RS:0;32f0bc5975d0:37389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:05,836 DEBUG [RS:0;32f0bc5975d0:37389 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:05,836 DEBUG [RS:0;32f0bc5975d0:37389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:05,836 DEBUG [RS:0;32f0bc5975d0:37389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:05,836 DEBUG [RS:0;32f0bc5975d0:37389 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:18:05,836 DEBUG [RS:0;32f0bc5975d0:37389 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:05,836 DEBUG [RS:0;32f0bc5975d0:37389 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:05,836 DEBUG [RS:0;32f0bc5975d0:37389 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:05,836 DEBUG [RS:0;32f0bc5975d0:37389 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:05,836 DEBUG [RS:0;32f0bc5975d0:37389 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:05,837 DEBUG [RS:0;32f0bc5975d0:37389 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:05,837 DEBUG [RS:0;32f0bc5975d0:37389 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:18:05,837 DEBUG [RS:0;32f0bc5975d0:37389 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:18:05,837 INFO [RS:0;32f0bc5975d0:37389 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:05,837 INFO [RS:0;32f0bc5975d0:37389 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:05,837 INFO [RS:0;32f0bc5975d0:37389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:05,837 INFO [RS:0;32f0bc5975d0:37389 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:05,837 INFO [RS:0;32f0bc5975d0:37389 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:05,838 INFO [RS:0;32f0bc5975d0:37389 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,37389,1731655083633-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:18:05,858 INFO [RS:0;32f0bc5975d0:37389 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T07:18:05,858 INFO [RS:0;32f0bc5975d0:37389 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,37389,1731655083633-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:05,859 INFO [RS:0;32f0bc5975d0:37389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:05,859 INFO [RS:0;32f0bc5975d0:37389 {}] regionserver.Replication(171): 32f0bc5975d0,37389,1731655083633 started 2024-11-15T07:18:05,876 INFO [RS:0;32f0bc5975d0:37389 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:05,876 INFO [RS:0;32f0bc5975d0:37389 {}] regionserver.HRegionServer(1482): Serving as 32f0bc5975d0,37389,1731655083633, RpcServer on 32f0bc5975d0/172.17.0.2:37389, sessionid=0x1013d5b99ad0001 2024-11-15T07:18:05,876 DEBUG [RS:0;32f0bc5975d0:37389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T07:18:05,876 DEBUG [RS:0;32f0bc5975d0:37389 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32f0bc5975d0,37389,1731655083633 2024-11-15T07:18:05,876 DEBUG [RS:0;32f0bc5975d0:37389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,37389,1731655083633' 2024-11-15T07:18:05,876 DEBUG [RS:0;32f0bc5975d0:37389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0828002223/flush-table-proc/abort' 2024-11-15T07:18:05,877 DEBUG [RS:0;32f0bc5975d0:37389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0828002223/flush-table-proc/acquired' 2024-11-15T07:18:05,877 DEBUG [RS:0;32f0bc5975d0:37389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T07:18:05,877 DEBUG [RS:0;32f0bc5975d0:37389 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T07:18:05,877 DEBUG [RS:0;32f0bc5975d0:37389 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32f0bc5975d0,37389,1731655083633 2024-11-15T07:18:05,877 DEBUG [RS:0;32f0bc5975d0:37389 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,37389,1731655083633' 2024-11-15T07:18:05,877 DEBUG [RS:0;32f0bc5975d0:37389 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0828002223/online-snapshot/abort' 2024-11-15T07:18:05,878 DEBUG [RS:0;32f0bc5975d0:37389 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0828002223/online-snapshot/acquired' 2024-11-15T07:18:05,878 DEBUG [RS:0;32f0bc5975d0:37389 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T07:18:05,878 INFO [RS:0;32f0bc5975d0:37389 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T07:18:05,878 INFO [RS:0;32f0bc5975d0:37389 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T07:18:05,979 INFO [RS:0;32f0bc5975d0:37389 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:18:05,981 INFO [RS:0;32f0bc5975d0:37389 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C37389%2C1731655083633, suffix=, logDir=hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/WALs/32f0bc5975d0,37389,1731655083633, archiveDir=hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/oldWALs, maxLogs=10 2024-11-15T07:18:05,995 DEBUG [RS:0;32f0bc5975d0:37389 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/WALs/32f0bc5975d0,37389,1731655083633/32f0bc5975d0%2C37389%2C1731655083633.1731655085981, exclude list is [], retry=0 2024-11-15T07:18:05,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39431,DS-7d300507-c6fa-4c51-aa76-39fd0a07d71a,DISK] 2024-11-15T07:18:06,000 INFO [RS:0;32f0bc5975d0:37389 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/WALs/32f0bc5975d0,37389,1731655083633/32f0bc5975d0%2C37389%2C1731655083633.1731655085981 2024-11-15T07:18:06,001 DEBUG [RS:0;32f0bc5975d0:37389 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43533:43533)] 2024-11-15T07:18:06,128 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T07:18:06,128 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0 2024-11-15T07:18:06,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39431 is added to blk_1073741833_1009 (size=32) 2024-11-15T07:18:06,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:18:06,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:18:06,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:18:06,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:06,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:18:06,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:18:06,541 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:18:06,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:06,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:18:06,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:18:06,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:18:06,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:06,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:18:06,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:18:06,546 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:18:06,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:06,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:18:06,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:18:06,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/data/hbase/meta/1588230740 2024-11-15T07:18:06,548 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/data/hbase/meta/1588230740 2024-11-15T07:18:06,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:18:06,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:18:06,550 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:18:06,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:18:06,554 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:18:06,555 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72531625, jitterRate=0.08080543577671051}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:18:06,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731655086535Initializing all the Stores at 1731655086536 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655086536Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655086537 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655086537Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655086537Cleaning up temporary data from old regions at 1731655086550 (+13 ms)Region opened successfully at 1731655086556 (+6 ms) 2024-11-15T07:18:06,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:18:06,556 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:18:06,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:18:06,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:18:06,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:18:06,557 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:18:06,557 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655086556Disabling compacts and flushes for region at 1731655086556Disabling writes for close at 1731655086556Writing region close event to WAL at 1731655086557 (+1 ms)Closed at 1731655086557 2024-11-15T07:18:06,558 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:18:06,558 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T07:18:06,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T07:18:06,560 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:18:06,561 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T07:18:06,712 DEBUG [32f0bc5975d0:46813 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T07:18:06,712 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32f0bc5975d0,37389,1731655083633 2024-11-15T07:18:06,714 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,37389,1731655083633, state=OPENING 2024-11-15T07:18:06,792 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T07:18:06,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46813-0x1013d5b99ad0000, quorum=127.0.0.1:51273, baseZNode=/0828002223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828002223 2024-11-15T07:18:06,804 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x1013d5b99ad0001, quorum=127.0.0.1:51273, baseZNode=/0828002223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828002223 2024-11-15T07:18:06,805 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:18:06,805 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0828002223/meta-region-server: CHANGED 2024-11-15T07:18:06,805 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0828002223/meta-region-server: CHANGED 2024-11-15T07:18:06,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,37389,1731655083633}] 2024-11-15T07:18:06,958 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T07:18:06,960 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T07:18:06,964 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T07:18:06,964 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:18:06,964 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T07:18:06,966 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C37389%2C1731655083633.meta, suffix=.meta, logDir=hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/WALs/32f0bc5975d0,37389,1731655083633, archiveDir=hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/oldWALs, maxLogs=10 2024-11-15T07:18:06,978 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/WALs/32f0bc5975d0,37389,1731655083633/32f0bc5975d0%2C37389%2C1731655083633.meta.1731655086967.meta, exclude list is [], retry=0 2024-11-15T07:18:06,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39431,DS-7d300507-c6fa-4c51-aa76-39fd0a07d71a,DISK] 2024-11-15T07:18:06,983 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/WALs/32f0bc5975d0,37389,1731655083633/32f0bc5975d0%2C37389%2C1731655083633.meta.1731655086967.meta 2024-11-15T07:18:06,983 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43533:43533)] 2024-11-15T07:18:06,983 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:18:06,984 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:18:06,984 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T07:18:06,984 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T07:18:06,984 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T07:18:06,984 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T07:18:06,984 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:18:06,985 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T07:18:06,985 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T07:18:06,986 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:18:06,987 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:18:06,987 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:06,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:18:06,987 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:18:06,989 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:18:06,989 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:06,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:18:06,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:18:06,991 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:18:06,991 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:06,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:18:06,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:18:06,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:18:06,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:06,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:18:06,993 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:18:06,994 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/data/hbase/meta/1588230740 2024-11-15T07:18:06,995 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/data/hbase/meta/1588230740 2024-11-15T07:18:06,996 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:18:06,996 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:18:06,996 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:18:06,998 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:18:06,999 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59468185, jitterRate=-0.11385498940944672}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:18:06,999 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T07:18:06,999 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731655086985Writing region info on filesystem at 1731655086985Initializing all the Stores at 1731655086986 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655086986Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655086986Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655086986Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655086986Cleaning up temporary data from old regions at 1731655086996 (+10 ms)Running coprocessor post-open hooks at 1731655086999 (+3 ms)Region opened successfully at 1731655086999 2024-11-15T07:18:07,000 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731655086958 2024-11-15T07:18:07,003 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T07:18:07,003 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T07:18:07,004 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32f0bc5975d0,37389,1731655083633 2024-11-15T07:18:07,005 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,37389,1731655083633, state=OPEN 2024-11-15T07:18:07,042 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x1013d5b99ad0001, quorum=127.0.0.1:51273, baseZNode=/0828002223 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0828002223/meta-region-server 2024-11-15T07:18:07,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46813-0x1013d5b99ad0000, quorum=127.0.0.1:51273, baseZNode=/0828002223 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0828002223/meta-region-server 2024-11-15T07:18:07,042 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32f0bc5975d0,37389,1731655083633 2024-11-15T07:18:07,042 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0828002223/meta-region-server: CHANGED 2024-11-15T07:18:07,042 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0828002223/meta-region-server: CHANGED 2024-11-15T07:18:07,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T07:18:07,045 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,37389,1731655083633 in 237 msec 2024-11-15T07:18:07,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T07:18:07,048 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 486 msec 2024-11-15T07:18:07,048 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:18:07,048 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T07:18:07,050 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:18:07,050 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,37389,1731655083633, seqNum=-1] 2024-11-15T07:18:07,050 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:18:07,052 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:18:07,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3440 sec 2024-11-15T07:18:07,059 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731655087058, completionTime=-1 2024-11-15T07:18:07,059 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T07:18:07,059 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T07:18:07,061 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T07:18:07,061 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731655147061 2024-11-15T07:18:07,061 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731655207061 2024-11-15T07:18:07,061 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T07:18:07,061 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,46813,1731655083440-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:07,061 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,46813,1731655083440-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:07,061 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,46813,1731655083440-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:07,062 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32f0bc5975d0:46813, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:07,062 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:07,062 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:07,064 DEBUG [master/32f0bc5975d0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T07:18:07,066 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.356sec 2024-11-15T07:18:07,066 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T07:18:07,066 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T07:18:07,066 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T07:18:07,066 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T07:18:07,066 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T07:18:07,066 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,46813,1731655083440-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:18:07,066 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,46813,1731655083440-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T07:18:07,069 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T07:18:07,069 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T07:18:07,069 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,46813,1731655083440-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:07,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c18af01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:07,071 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,46813,-1 for getting cluster id 2024-11-15T07:18:07,071 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:18:07,073 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c2dee01-83ec-4de1-a774-6f13ca9c3f79' 2024-11-15T07:18:07,073 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:18:07,073 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c2dee01-83ec-4de1-a774-6f13ca9c3f79" 2024-11-15T07:18:07,073 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dd25532, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:07,073 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,46813,-1] 2024-11-15T07:18:07,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:18:07,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:18:07,075 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:18:07,076 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bc43342, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:07,076 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:18:07,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,37389,1731655083633, seqNum=-1] 2024-11-15T07:18:07,077 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:18:07,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:18:07,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32f0bc5975d0,46813,1731655083440 2024-11-15T07:18:07,081 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51273 2024-11-15T07:18:07,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51273, baseZNode=/0828002223 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:18:07,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013d5b99ad0002 connected 2024-11-15T07:18:07,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f47044a-97ea-823d-e659-bcff7e269354/hadoop.log.dir so I do NOT create it in target/test-data/e3489a7e-0430-b6dd-dc52-28305e0f8926 2024-11-15T07:18:07,112 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f47044a-97ea-823d-e659-bcff7e269354/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T07:18:07,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f47044a-97ea-823d-e659-bcff7e269354/hadoop.tmp.dir so I do NOT create it in target/test-data/e3489a7e-0430-b6dd-dc52-28305e0f8926 2024-11-15T07:18:07,113 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f47044a-97ea-823d-e659-bcff7e269354/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T07:18:07,113 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3489a7e-0430-b6dd-dc52-28305e0f8926 2024-11-15T07:18:07,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T07:18:07,113 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3489a7e-0430-b6dd-dc52-28305e0f8926/cluster_fa25661c-e87e-16a0-ad2e-3a9268b48522, deleteOnExit=true 2024-11-15T07:18:07,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T07:18:07,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3489a7e-0430-b6dd-dc52-28305e0f8926/test.cache.data in system properties and HBase conf 2024-11-15T07:18:07,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3489a7e-0430-b6dd-dc52-28305e0f8926/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T07:18:07,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3489a7e-0430-b6dd-dc52-28305e0f8926/hadoop.log.dir in system properties and HBase conf 2024-11-15T07:18:07,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3489a7e-0430-b6dd-dc52-28305e0f8926/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T07:18:07,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3489a7e-0430-b6dd-dc52-28305e0f8926/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T07:18:07,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T07:18:07,113 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T07:18:07,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3489a7e-0430-b6dd-dc52-28305e0f8926/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T07:18:07,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3489a7e-0430-b6dd-dc52-28305e0f8926/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T07:18:07,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3489a7e-0430-b6dd-dc52-28305e0f8926/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T07:18:07,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3489a7e-0430-b6dd-dc52-28305e0f8926/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T07:18:07,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3489a7e-0430-b6dd-dc52-28305e0f8926/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T07:18:07,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3489a7e-0430-b6dd-dc52-28305e0f8926/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T07:18:07,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3489a7e-0430-b6dd-dc52-28305e0f8926/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T07:18:07,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3489a7e-0430-b6dd-dc52-28305e0f8926/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T07:18:07,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3489a7e-0430-b6dd-dc52-28305e0f8926/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T07:18:07,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3489a7e-0430-b6dd-dc52-28305e0f8926/nfs.dump.dir in system properties and HBase conf 2024-11-15T07:18:07,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3489a7e-0430-b6dd-dc52-28305e0f8926/java.io.tmpdir in system properties and HBase conf 2024-11-15T07:18:07,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3489a7e-0430-b6dd-dc52-28305e0f8926/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T07:18:07,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3489a7e-0430-b6dd-dc52-28305e0f8926/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T07:18:07,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3489a7e-0430-b6dd-dc52-28305e0f8926/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T07:18:07,439 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T07:18:07,440 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:18:07,455 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:18:07,477 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:18:07,483 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T07:18:07,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T07:18:07,484 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T07:18:07,484 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T07:18:07,487 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:18:07,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ae27a9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3489a7e-0430-b6dd-dc52-28305e0f8926/hadoop.log.dir/,AVAILABLE} 2024-11-15T07:18:07,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45e7696d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T07:18:07,584 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2fa103ae{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3489a7e-0430-b6dd-dc52-28305e0f8926/java.io.tmpdir/jetty-localhost-37607-hadoop-hdfs-3_4_1-tests_jar-_-any-8488843346985176825/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T07:18:07,584 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4fbe8c7d{HTTP/1.1, (http/1.1)}{localhost:37607} 2024-11-15T07:18:07,584 INFO [Time-limited test {}] server.Server(415): Started @42098ms 2024-11-15T07:18:07,857 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:18:07,868 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T07:18:07,874 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T07:18:07,874 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T07:18:07,874 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T07:18:07,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6032f08b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3489a7e-0430-b6dd-dc52-28305e0f8926/hadoop.log.dir/,AVAILABLE} 2024-11-15T07:18:07,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1550bd33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T07:18:07,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@216ee7d3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3489a7e-0430-b6dd-dc52-28305e0f8926/java.io.tmpdir/jetty-localhost-38513-hadoop-hdfs-3_4_1-tests_jar-_-any-601206209892931391/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T07:18:07,993 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23da9719{HTTP/1.1, (http/1.1)}{localhost:38513} 2024-11-15T07:18:07,993 INFO [Time-limited test {}] server.Server(415): Started @42507ms 2024-11-15T07:18:07,994 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T07:18:08,752 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3489a7e-0430-b6dd-dc52-28305e0f8926/cluster_fa25661c-e87e-16a0-ad2e-3a9268b48522/data/data1/current/BP-540563004-172.17.0.2-1731655087137/current, will proceed with Du for space computation calculation, 2024-11-15T07:18:08,752 WARN [Thread-623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3489a7e-0430-b6dd-dc52-28305e0f8926/cluster_fa25661c-e87e-16a0-ad2e-3a9268b48522/data/data2/current/BP-540563004-172.17.0.2-1731655087137/current, will proceed with Du for space computation calculation, 2024-11-15T07:18:08,776 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T07:18:08,779 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb454e20040c584e4 with lease ID 0xb30981700ead19b0: Processing first storage report for DS-5fba95b1-2648-4c99-97dc-5d57c163815b from datanode DatanodeRegistration(127.0.0.1:46631, datanodeUuid=960b26ff-b7a1-4fea-8c00-090975ca0947, infoPort=40953, infoSecurePort=0, ipcPort=43765, storageInfo=lv=-57;cid=testClusterID;nsid=491948904;c=1731655087137) 2024-11-15T07:18:08,779 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb454e20040c584e4 with lease ID 0xb30981700ead19b0: from storage DS-5fba95b1-2648-4c99-97dc-5d57c163815b node DatanodeRegistration(127.0.0.1:46631, datanodeUuid=960b26ff-b7a1-4fea-8c00-090975ca0947, infoPort=40953, infoSecurePort=0, ipcPort=43765, storageInfo=lv=-57;cid=testClusterID;nsid=491948904;c=1731655087137), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T07:18:08,779 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb454e20040c584e4 with lease ID 0xb30981700ead19b0: Processing first storage report for DS-0477063e-0b9d-4ee0-986f-cee1a237e3d7 from datanode DatanodeRegistration(127.0.0.1:46631, datanodeUuid=960b26ff-b7a1-4fea-8c00-090975ca0947, infoPort=40953, infoSecurePort=0, ipcPort=43765, storageInfo=lv=-57;cid=testClusterID;nsid=491948904;c=1731655087137) 2024-11-15T07:18:08,779 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb454e20040c584e4 with lease ID 0xb30981700ead19b0: from storage DS-0477063e-0b9d-4ee0-986f-cee1a237e3d7 node DatanodeRegistration(127.0.0.1:46631, datanodeUuid=960b26ff-b7a1-4fea-8c00-090975ca0947, infoPort=40953, infoSecurePort=0, ipcPort=43765, storageInfo=lv=-57;cid=testClusterID;nsid=491948904;c=1731655087137), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-15T07:18:08,882 WARN [RS:0;32f0bc5975d0:37389 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 32f0bc5975d0,41453,1731655052721: status=Processing ServerCrashProcedure of 32f0bc5975d0,41453,1731655052721 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731655071231, completionTime=-1 appears to have been leaked 2024-11-15T07:18:08,885 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3489a7e-0430-b6dd-dc52-28305e0f8926 2024-11-15T07:18:08,885 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:18:08,886 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:18:08,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741825_1001 (size=7) 2024-11-15T07:18:08,902 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7 with version=8 2024-11-15T07:18:08,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/hbase-staging 2024-11-15T07:18:08,904 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:18:08,904 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:18:08,904 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:18:08,905 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:18:08,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:18:08,905 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:18:08,905 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T07:18:08,905 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:18:08,905 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40713 2024-11-15T07:18:08,907 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40713 connecting to ZooKeeper ensemble=127.0.0.1:51273 2024-11-15T07:18:09,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:407130x0, quorum=127.0.0.1:51273, baseZNode=/11882843610 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:18:09,123 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40713-0x1013d5b99ad0003 connected 2024-11-15T07:18:09,194 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:18:09,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:18:09,197 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40713-0x1013d5b99ad0003, quorum=127.0.0.1:51273, baseZNode=/11882843610 Set watcher on znode that does not yet exist, /11882843610/running 2024-11-15T07:18:09,198 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7, hbase.cluster.distributed=false 2024-11-15T07:18:09,199 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40713-0x1013d5b99ad0003, quorum=127.0.0.1:51273, baseZNode=/11882843610 Set watcher on znode that does not yet exist, /11882843610/acl 2024-11-15T07:18:09,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40713 2024-11-15T07:18:09,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40713 2024-11-15T07:18:09,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40713 2024-11-15T07:18:09,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40713 2024-11-15T07:18:09,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40713 2024-11-15T07:18:09,218 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:18:09,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:18:09,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:18:09,219 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:18:09,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:18:09,219 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:18:09,219 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T07:18:09,219 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:18:09,220 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39401 2024-11-15T07:18:09,220 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39401 connecting to ZooKeeper ensemble=127.0.0.1:51273 2024-11-15T07:18:09,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:18:09,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:18:09,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394010x0, quorum=127.0.0.1:51273, baseZNode=/11882843610 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:18:09,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394010x0, quorum=127.0.0.1:51273, baseZNode=/11882843610 Set watcher on znode that does not yet exist, /11882843610/running 2024-11-15T07:18:09,236 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39401-0x1013d5b99ad0004 connected 2024-11-15T07:18:09,237 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T07:18:09,237 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T07:18:09,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39401-0x1013d5b99ad0004, quorum=127.0.0.1:51273, baseZNode=/11882843610 Set watcher on znode that does not yet exist, /11882843610/master 2024-11-15T07:18:09,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39401-0x1013d5b99ad0004, quorum=127.0.0.1:51273, baseZNode=/11882843610 Set watcher on znode that does not yet exist, /11882843610/acl 2024-11-15T07:18:09,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39401 2024-11-15T07:18:09,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39401 2024-11-15T07:18:09,239 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39401 2024-11-15T07:18:09,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39401 2024-11-15T07:18:09,240 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39401 2024-11-15T07:18:09,251 DEBUG [M:0;32f0bc5975d0:40713 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32f0bc5975d0:40713 2024-11-15T07:18:09,251 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11882843610/backup-masters/32f0bc5975d0,40713,1731655088904 2024-11-15T07:18:09,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39401-0x1013d5b99ad0004, quorum=127.0.0.1:51273, baseZNode=/11882843610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882843610/backup-masters 2024-11-15T07:18:09,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40713-0x1013d5b99ad0003, quorum=127.0.0.1:51273, baseZNode=/11882843610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882843610/backup-masters 2024-11-15T07:18:09,258 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40713-0x1013d5b99ad0003, quorum=127.0.0.1:51273, baseZNode=/11882843610 Set watcher on existing znode=/11882843610/backup-masters/32f0bc5975d0,40713,1731655088904 2024-11-15T07:18:09,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39401-0x1013d5b99ad0004, quorum=127.0.0.1:51273, baseZNode=/11882843610 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11882843610/master 2024-11-15T07:18:09,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40713-0x1013d5b99ad0003, quorum=127.0.0.1:51273, baseZNode=/11882843610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882843610 2024-11-15T07:18:09,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39401-0x1013d5b99ad0004, quorum=127.0.0.1:51273, baseZNode=/11882843610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882843610 2024-11-15T07:18:09,268 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40713-0x1013d5b99ad0003, quorum=127.0.0.1:51273, baseZNode=/11882843610 Set watcher on existing znode=/11882843610/master 2024-11-15T07:18:09,268 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11882843610/backup-masters/32f0bc5975d0,40713,1731655088904 from backup master directory 2024-11-15T07:18:09,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40713-0x1013d5b99ad0003, quorum=127.0.0.1:51273, baseZNode=/11882843610 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11882843610/backup-masters/32f0bc5975d0,40713,1731655088904 2024-11-15T07:18:09,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39401-0x1013d5b99ad0004, quorum=127.0.0.1:51273, baseZNode=/11882843610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882843610/backup-masters 2024-11-15T07:18:09,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40713-0x1013d5b99ad0003, quorum=127.0.0.1:51273, baseZNode=/11882843610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882843610/backup-masters 2024-11-15T07:18:09,278 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:18:09,278 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32f0bc5975d0,40713,1731655088904 2024-11-15T07:18:09,283 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/hbase.id] with ID: d31dd385-86ab-4986-a1a0-af82520f9fd2 2024-11-15T07:18:09,283 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/.tmp/hbase.id 2024-11-15T07:18:09,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741826_1002 (size=42) 2024-11-15T07:18:09,688 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/.tmp/hbase.id]:[hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/hbase.id] 2024-11-15T07:18:09,700 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:18:09,700 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T07:18:09,702 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-15T07:18:09,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40713-0x1013d5b99ad0003, quorum=127.0.0.1:51273, baseZNode=/11882843610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882843610 2024-11-15T07:18:09,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39401-0x1013d5b99ad0004, quorum=127.0.0.1:51273, baseZNode=/11882843610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882843610 2024-11-15T07:18:09,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741827_1003 (size=196) 2024-11-15T07:18:09,758 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:18:09,759 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T07:18:09,759 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:18:09,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741828_1004 (size=1189) 2024-11-15T07:18:10,168 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/MasterData/data/master/store 2024-11-15T07:18:10,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741829_1005 (size=34) 2024-11-15T07:18:10,574 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:18:10,574 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:18:10,574 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:18:10,574 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:18:10,574 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:18:10,574 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:18:10,574 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:18:10,574 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655090574Disabling compacts and flushes for region at 1731655090574Disabling writes for close at 1731655090574Writing region close event to WAL at 1731655090574Closed at 1731655090574 2024-11-15T07:18:10,575 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/MasterData/data/master/store/.initializing 2024-11-15T07:18:10,576 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/MasterData/WALs/32f0bc5975d0,40713,1731655088904 2024-11-15T07:18:10,577 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:18:10,579 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32f0bc5975d0%2C40713%2C1731655088904, suffix=, logDir=hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/MasterData/WALs/32f0bc5975d0,40713,1731655088904, archiveDir=hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/MasterData/oldWALs, maxLogs=10 2024-11-15T07:18:10,590 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/MasterData/WALs/32f0bc5975d0,40713,1731655088904/32f0bc5975d0%2C40713%2C1731655088904.1731655090579, exclude list is [], retry=0 2024-11-15T07:18:10,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46631,DS-5fba95b1-2648-4c99-97dc-5d57c163815b,DISK] 2024-11-15T07:18:10,594 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/MasterData/WALs/32f0bc5975d0,40713,1731655088904/32f0bc5975d0%2C40713%2C1731655088904.1731655090579 2024-11-15T07:18:10,594 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40953:40953)] 2024-11-15T07:18:10,594 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:18:10,595 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:18:10,595 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:10,595 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:10,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:10,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T07:18:10,597 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:10,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:18:10,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:10,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T07:18:10,599 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:10,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:18:10,600 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:10,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T07:18:10,601 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:10,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:18:10,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:10,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T07:18:10,602 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:10,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:18:10,603 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:10,604 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:10,604 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:10,605 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:10,605 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:10,606 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:18:10,607 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:10,609 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:18:10,609 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71569590, jitterRate=0.06646999716758728}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:18:10,609 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731655090595Initializing all the Stores at 1731655090596 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655090596Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655090596Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655090596Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655090596Cleaning up temporary data from old regions at 1731655090605 (+9 ms)Region opened successfully at 1731655090609 (+4 ms) 2024-11-15T07:18:10,609 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T07:18:10,613 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74c1235d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:18:10,613 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T07:18:10,614 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T07:18:10,614 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T07:18:10,614 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T07:18:10,614 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T07:18:10,614 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T07:18:10,615 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T07:18:10,616 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T07:18:10,617 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40713-0x1013d5b99ad0003, quorum=127.0.0.1:51273, baseZNode=/11882843610 Unable to get data of znode /11882843610/balancer because node does not exist (not necessarily an error) 2024-11-15T07:18:10,720 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11882843610/balancer already deleted, retry=false 2024-11-15T07:18:10,720 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T07:18:10,721 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40713-0x1013d5b99ad0003, quorum=127.0.0.1:51273, baseZNode=/11882843610 Unable to get data of znode /11882843610/normalizer because node does not exist (not necessarily an error) 2024-11-15T07:18:10,783 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11882843610/normalizer already deleted, retry=false 2024-11-15T07:18:10,784 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T07:18:10,785 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40713-0x1013d5b99ad0003, quorum=127.0.0.1:51273, baseZNode=/11882843610 Unable to get data of znode /11882843610/switch/split because node does not exist (not necessarily an error) 2024-11-15T07:18:10,866 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11882843610/switch/split already deleted, retry=false 2024-11-15T07:18:10,868 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40713-0x1013d5b99ad0003, quorum=127.0.0.1:51273, baseZNode=/11882843610 Unable to get data of znode /11882843610/switch/merge because node does not exist (not necessarily an error) 2024-11-15T07:18:10,970 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11882843610/switch/merge already deleted, retry=false 2024-11-15T07:18:10,972 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40713-0x1013d5b99ad0003, quorum=127.0.0.1:51273, baseZNode=/11882843610 Unable to get data of znode /11882843610/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T07:18:11,149 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11882843610/snapshot-cleanup already deleted, retry=false 2024-11-15T07:18:11,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40713-0x1013d5b99ad0003, quorum=127.0.0.1:51273, baseZNode=/11882843610 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11882843610/running 2024-11-15T07:18:11,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39401-0x1013d5b99ad0004, quorum=127.0.0.1:51273, baseZNode=/11882843610 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11882843610/running 2024-11-15T07:18:11,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39401-0x1013d5b99ad0004, quorum=127.0.0.1:51273, baseZNode=/11882843610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882843610 2024-11-15T07:18:11,162 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40713-0x1013d5b99ad0003, quorum=127.0.0.1:51273, baseZNode=/11882843610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882843610 2024-11-15T07:18:11,163 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32f0bc5975d0,40713,1731655088904, sessionid=0x1013d5b99ad0003, setting cluster-up flag (Was=false) 2024-11-15T07:18:11,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40713-0x1013d5b99ad0003, quorum=127.0.0.1:51273, baseZNode=/11882843610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882843610 2024-11-15T07:18:11,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39401-0x1013d5b99ad0004, quorum=127.0.0.1:51273, baseZNode=/11882843610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882843610 2024-11-15T07:18:11,268 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11882843610/flush-table-proc/acquired, /11882843610/flush-table-proc/reached, /11882843610/flush-table-proc/abort 2024-11-15T07:18:11,269 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,40713,1731655088904 2024-11-15T07:18:11,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40713-0x1013d5b99ad0003, quorum=127.0.0.1:51273, baseZNode=/11882843610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882843610 2024-11-15T07:18:11,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39401-0x1013d5b99ad0004, quorum=127.0.0.1:51273, baseZNode=/11882843610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882843610 2024-11-15T07:18:11,373 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11882843610/online-snapshot/acquired, /11882843610/online-snapshot/reached, /11882843610/online-snapshot/abort 2024-11-15T07:18:11,374 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,40713,1731655088904 2024-11-15T07:18:11,375 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T07:18:11,377 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T07:18:11,377 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T07:18:11,377 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T07:18:11,377 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32f0bc5975d0,40713,1731655088904 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T07:18:11,379 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:18:11,379 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:18:11,379 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:18:11,379 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:18:11,379 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32f0bc5975d0:0, corePoolSize=10, maxPoolSize=10 2024-11-15T07:18:11,379 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:11,379 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:18:11,379 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:11,384 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731655121384 2024-11-15T07:18:11,384 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T07:18:11,385 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T07:18:11,385 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T07:18:11,385 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T07:18:11,385 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T07:18:11,385 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T07:18:11,385 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:18:11,385 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T07:18:11,386 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:11,386 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T07:18:11,387 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:11,388 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T07:18:11,388 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T07:18:11,388 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T07:18:11,388 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T07:18:11,390 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T07:18:11,390 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T07:18:11,390 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655091390,5,FailOnTimeoutGroup] 2024-11-15T07:18:11,392 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655091390,5,FailOnTimeoutGroup] 2024-11-15T07:18:11,392 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:11,392 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T07:18:11,392 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:11,392 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:11,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741831_1007 (size=1321) 2024-11-15T07:18:11,444 INFO [RS:0;32f0bc5975d0:39401 {}] regionserver.HRegionServer(746): ClusterId : d31dd385-86ab-4986-a1a0-af82520f9fd2 2024-11-15T07:18:11,444 DEBUG [RS:0;32f0bc5975d0:39401 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T07:18:11,455 DEBUG [RS:0;32f0bc5975d0:39401 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T07:18:11,455 DEBUG [RS:0;32f0bc5975d0:39401 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T07:18:11,468 DEBUG [RS:0;32f0bc5975d0:39401 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T07:18:11,468 DEBUG [RS:0;32f0bc5975d0:39401 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59dd8219, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:18:11,479 DEBUG [RS:0;32f0bc5975d0:39401 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32f0bc5975d0:39401 2024-11-15T07:18:11,479 INFO [RS:0;32f0bc5975d0:39401 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T07:18:11,479 INFO [RS:0;32f0bc5975d0:39401 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T07:18:11,479 DEBUG [RS:0;32f0bc5975d0:39401 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T07:18:11,479 INFO [RS:0;32f0bc5975d0:39401 {}] regionserver.HRegionServer(2659): reportForDuty to master=32f0bc5975d0,40713,1731655088904 with port=39401, startcode=1731655089218 2024-11-15T07:18:11,480 DEBUG [RS:0;32f0bc5975d0:39401 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T07:18:11,481 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47721, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T07:18:11,482 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40713 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32f0bc5975d0,39401,1731655089218 2024-11-15T07:18:11,482 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40713 {}] master.ServerManager(517): Registering regionserver=32f0bc5975d0,39401,1731655089218 2024-11-15T07:18:11,484 DEBUG [RS:0;32f0bc5975d0:39401 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7 2024-11-15T07:18:11,484 DEBUG [RS:0;32f0bc5975d0:39401 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46573 2024-11-15T07:18:11,484 DEBUG [RS:0;32f0bc5975d0:39401 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T07:18:11,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40713-0x1013d5b99ad0003, quorum=127.0.0.1:51273, baseZNode=/11882843610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882843610/rs 2024-11-15T07:18:11,489 DEBUG [RS:0;32f0bc5975d0:39401 {}] zookeeper.ZKUtil(111): regionserver:39401-0x1013d5b99ad0004, quorum=127.0.0.1:51273, baseZNode=/11882843610 Set watcher on existing znode=/11882843610/rs/32f0bc5975d0,39401,1731655089218 2024-11-15T07:18:11,489 WARN [RS:0;32f0bc5975d0:39401 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:18:11,489 INFO [RS:0;32f0bc5975d0:39401 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:18:11,489 DEBUG [RS:0;32f0bc5975d0:39401 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/WALs/32f0bc5975d0,39401,1731655089218 2024-11-15T07:18:11,489 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32f0bc5975d0,39401,1731655089218] 2024-11-15T07:18:11,492 INFO [RS:0;32f0bc5975d0:39401 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T07:18:11,498 INFO [RS:0;32f0bc5975d0:39401 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T07:18:11,498 INFO [RS:0;32f0bc5975d0:39401 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T07:18:11,498 INFO [RS:0;32f0bc5975d0:39401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:11,499 INFO [RS:0;32f0bc5975d0:39401 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T07:18:11,499 INFO [RS:0;32f0bc5975d0:39401 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T07:18:11,500 INFO [RS:0;32f0bc5975d0:39401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:11,500 DEBUG [RS:0;32f0bc5975d0:39401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:11,500 DEBUG [RS:0;32f0bc5975d0:39401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:11,500 DEBUG [RS:0;32f0bc5975d0:39401 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:11,500 DEBUG [RS:0;32f0bc5975d0:39401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:11,500 DEBUG [RS:0;32f0bc5975d0:39401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:11,500 DEBUG [RS:0;32f0bc5975d0:39401 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:18:11,500 DEBUG [RS:0;32f0bc5975d0:39401 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:11,500 DEBUG [RS:0;32f0bc5975d0:39401 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:11,500 DEBUG [RS:0;32f0bc5975d0:39401 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:11,500 DEBUG [RS:0;32f0bc5975d0:39401 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:11,500 DEBUG [RS:0;32f0bc5975d0:39401 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:11,500 DEBUG [RS:0;32f0bc5975d0:39401 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:11,500 DEBUG [RS:0;32f0bc5975d0:39401 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:18:11,500 DEBUG [RS:0;32f0bc5975d0:39401 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:18:11,501 INFO [RS:0;32f0bc5975d0:39401 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:11,501 INFO [RS:0;32f0bc5975d0:39401 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:11,501 INFO [RS:0;32f0bc5975d0:39401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:11,501 INFO [RS:0;32f0bc5975d0:39401 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:11,501 INFO [RS:0;32f0bc5975d0:39401 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:11,501 INFO [RS:0;32f0bc5975d0:39401 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,39401,1731655089218-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:18:11,517 INFO [RS:0;32f0bc5975d0:39401 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T07:18:11,517 INFO [RS:0;32f0bc5975d0:39401 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,39401,1731655089218-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:11,517 INFO [RS:0;32f0bc5975d0:39401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:11,517 INFO [RS:0;32f0bc5975d0:39401 {}] regionserver.Replication(171): 32f0bc5975d0,39401,1731655089218 started 2024-11-15T07:18:11,529 INFO [RS:0;32f0bc5975d0:39401 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:11,529 INFO [RS:0;32f0bc5975d0:39401 {}] regionserver.HRegionServer(1482): Serving as 32f0bc5975d0,39401,1731655089218, RpcServer on 32f0bc5975d0/172.17.0.2:39401, sessionid=0x1013d5b99ad0004 2024-11-15T07:18:11,530 DEBUG [RS:0;32f0bc5975d0:39401 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T07:18:11,530 DEBUG [RS:0;32f0bc5975d0:39401 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32f0bc5975d0,39401,1731655089218 2024-11-15T07:18:11,530 DEBUG [RS:0;32f0bc5975d0:39401 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,39401,1731655089218' 2024-11-15T07:18:11,530 DEBUG [RS:0;32f0bc5975d0:39401 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11882843610/flush-table-proc/abort' 2024-11-15T07:18:11,530 DEBUG [RS:0;32f0bc5975d0:39401 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11882843610/flush-table-proc/acquired' 2024-11-15T07:18:11,531 DEBUG [RS:0;32f0bc5975d0:39401 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T07:18:11,531 DEBUG [RS:0;32f0bc5975d0:39401 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T07:18:11,531 DEBUG [RS:0;32f0bc5975d0:39401 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32f0bc5975d0,39401,1731655089218 2024-11-15T07:18:11,531 DEBUG [RS:0;32f0bc5975d0:39401 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,39401,1731655089218' 2024-11-15T07:18:11,531 DEBUG [RS:0;32f0bc5975d0:39401 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11882843610/online-snapshot/abort' 2024-11-15T07:18:11,531 DEBUG [RS:0;32f0bc5975d0:39401 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11882843610/online-snapshot/acquired' 2024-11-15T07:18:11,532 DEBUG [RS:0;32f0bc5975d0:39401 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T07:18:11,532 INFO [RS:0;32f0bc5975d0:39401 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T07:18:11,532 INFO [RS:0;32f0bc5975d0:39401 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T07:18:11,632 INFO [RS:0;32f0bc5975d0:39401 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:18:11,634 INFO [RS:0;32f0bc5975d0:39401 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C39401%2C1731655089218, suffix=, logDir=hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/WALs/32f0bc5975d0,39401,1731655089218, archiveDir=hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/oldWALs, maxLogs=10 2024-11-15T07:18:11,646 DEBUG [RS:0;32f0bc5975d0:39401 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/WALs/32f0bc5975d0,39401,1731655089218/32f0bc5975d0%2C39401%2C1731655089218.1731655091634, exclude list is [], retry=0 2024-11-15T07:18:11,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46631,DS-5fba95b1-2648-4c99-97dc-5d57c163815b,DISK] 2024-11-15T07:18:11,651 INFO [RS:0;32f0bc5975d0:39401 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/WALs/32f0bc5975d0,39401,1731655089218/32f0bc5975d0%2C39401%2C1731655089218.1731655091634 2024-11-15T07:18:11,651 DEBUG [RS:0;32f0bc5975d0:39401 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40953:40953)] 2024-11-15T07:18:11,796 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T07:18:11,796 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7 2024-11-15T07:18:11,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741833_1009 (size=32) 2024-11-15T07:18:11,832 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T07:18:12,204 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:18:12,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:18:12,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:18:12,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:12,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:18:12,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:18:12,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:18:12,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:12,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:18:12,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:18:12,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:18:12,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:12,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:18:12,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:18:12,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:18:12,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:12,212 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:18:12,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:18:12,213 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/data/hbase/meta/1588230740 2024-11-15T07:18:12,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/data/hbase/meta/1588230740 2024-11-15T07:18:12,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:18:12,215 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:18:12,215 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:18:12,216 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:18:12,218 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:18:12,219 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73945128, jitterRate=0.10186827182769775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:18:12,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731655092204Initializing all the Stores at 1731655092205 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655092205Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655092205Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655092205Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655092205Cleaning up temporary data from old regions at 1731655092215 (+10 ms)Region opened successfully at 1731655092219 (+4 ms) 2024-11-15T07:18:12,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:18:12,219 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:18:12,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:18:12,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:18:12,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:18:12,219 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:18:12,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655092219Disabling compacts and flushes for region at 1731655092219Disabling writes for close at 1731655092219Writing region close event to WAL at 1731655092219Closed at 1731655092219 2024-11-15T07:18:12,221 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:18:12,221 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T07:18:12,221 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T07:18:12,222 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:18:12,223 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T07:18:12,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T07:18:12,289 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T07:18:12,290 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:18:12,290 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T07:18:12,290 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:18:12,290 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T07:18:12,290 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T07:18:12,290 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T07:18:12,373 DEBUG [32f0bc5975d0:40713 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T07:18:12,374 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32f0bc5975d0,39401,1731655089218 2024-11-15T07:18:12,375 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,39401,1731655089218, state=OPENING 2024-11-15T07:18:12,508 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T07:18:12,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40713-0x1013d5b99ad0003, quorum=127.0.0.1:51273, baseZNode=/11882843610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882843610 2024-11-15T07:18:12,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39401-0x1013d5b99ad0004, quorum=127.0.0.1:51273, baseZNode=/11882843610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882843610 2024-11-15T07:18:12,573 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11882843610/meta-region-server: CHANGED 2024-11-15T07:18:12,574 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11882843610/meta-region-server: CHANGED 2024-11-15T07:18:12,574 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:18:12,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,39401,1731655089218}] 2024-11-15T07:18:12,729 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T07:18:12,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T07:18:12,734 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T07:18:12,734 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:18:12,734 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T07:18:12,736 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C39401%2C1731655089218.meta, suffix=.meta, logDir=hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/WALs/32f0bc5975d0,39401,1731655089218, archiveDir=hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/oldWALs, maxLogs=10 2024-11-15T07:18:12,752 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/WALs/32f0bc5975d0,39401,1731655089218/32f0bc5975d0%2C39401%2C1731655089218.meta.1731655092736.meta, exclude list is [], retry=0 2024-11-15T07:18:12,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46631,DS-5fba95b1-2648-4c99-97dc-5d57c163815b,DISK] 2024-11-15T07:18:12,757 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/WALs/32f0bc5975d0,39401,1731655089218/32f0bc5975d0%2C39401%2C1731655089218.meta.1731655092736.meta 2024-11-15T07:18:12,757 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40953:40953)] 2024-11-15T07:18:12,757 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:18:12,757 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:18:12,757 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T07:18:12,758 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T07:18:12,758 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T07:18:12,758 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T07:18:12,758 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:18:12,758 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T07:18:12,758 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T07:18:12,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:18:12,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:18:12,761 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:12,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:18:12,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:18:12,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:18:12,762 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:12,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:18:12,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:18:12,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:18:12,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:12,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:18:12,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:18:12,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:18:12,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:12,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:18:12,766 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:18:12,766 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/data/hbase/meta/1588230740 2024-11-15T07:18:12,767 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/data/hbase/meta/1588230740 2024-11-15T07:18:12,769 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:18:12,769 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:18:12,769 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:18:12,771 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:18:12,771 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70663188, jitterRate=0.05296355485916138}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:18:12,772 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T07:18:12,772 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731655092758Writing region info on filesystem at 1731655092758Initializing all the Stores at 1731655092759 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655092759Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655092759Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655092759Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655092759Cleaning up temporary data from old regions at 1731655092769 (+10 ms)Running coprocessor post-open hooks at 1731655092772 (+3 ms)Region opened successfully at 1731655092772 2024-11-15T07:18:12,773 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731655092729 2024-11-15T07:18:12,775 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T07:18:12,775 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T07:18:12,776 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32f0bc5975d0,39401,1731655089218 2024-11-15T07:18:12,776 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,39401,1731655089218, state=OPEN 2024-11-15T07:18:12,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39401-0x1013d5b99ad0004, quorum=127.0.0.1:51273, baseZNode=/11882843610 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11882843610/meta-region-server 2024-11-15T07:18:12,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40713-0x1013d5b99ad0003, quorum=127.0.0.1:51273, baseZNode=/11882843610 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11882843610/meta-region-server 2024-11-15T07:18:12,783 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32f0bc5975d0,39401,1731655089218 2024-11-15T07:18:12,783 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11882843610/meta-region-server: CHANGED 2024-11-15T07:18:12,783 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11882843610/meta-region-server: CHANGED 2024-11-15T07:18:12,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T07:18:12,786 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,39401,1731655089218 in 209 msec 2024-11-15T07:18:12,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T07:18:12,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 565 msec 2024-11-15T07:18:12,789 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:18:12,789 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T07:18:12,791 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:18:12,791 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,39401,1731655089218, seqNum=-1] 2024-11-15T07:18:12,792 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:18:12,793 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45167, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:18:12,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4210 sec 2024-11-15T07:18:12,798 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731655092798, completionTime=-1 2024-11-15T07:18:12,798 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T07:18:12,798 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T07:18:12,800 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T07:18:12,800 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731655152800 2024-11-15T07:18:12,800 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731655212800 2024-11-15T07:18:12,800 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T07:18:12,801 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,40713,1731655088904-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:12,801 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,40713,1731655088904-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:12,801 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,40713,1731655088904-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:12,801 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32f0bc5975d0:40713, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:12,801 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:12,801 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:12,803 DEBUG [master/32f0bc5975d0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T07:18:12,805 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.527sec 2024-11-15T07:18:12,805 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T07:18:12,805 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T07:18:12,805 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T07:18:12,805 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T07:18:12,805 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T07:18:12,805 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,40713,1731655088904-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:18:12,805 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,40713,1731655088904-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T07:18:12,808 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T07:18:12,808 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T07:18:12,808 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,40713,1731655088904-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:12,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@738c8db3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:12,845 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,40713,-1 for getting cluster id 2024-11-15T07:18:12,845 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:18:12,846 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd31dd385-86ab-4986-a1a0-af82520f9fd2' 2024-11-15T07:18:12,846 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:18:12,846 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d31dd385-86ab-4986-a1a0-af82520f9fd2" 2024-11-15T07:18:12,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77c35fb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:12,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,40713,-1] 2024-11-15T07:18:12,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:18:12,847 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:18:12,848 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:18:12,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@771792ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:12,849 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:18:12,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,39401,1731655089218, seqNum=-1] 2024-11-15T07:18:12,851 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:18:12,852 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:18:12,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32f0bc5975d0,40713,1731655088904 2024-11-15T07:18:12,854 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51273 2024-11-15T07:18:12,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51273, baseZNode=/11882843610 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:18:12,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013d5b99ad0005 connected 2024-11-15T07:18:12,880 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58fc1b83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:12,880 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,46813,-1 for getting cluster id 2024-11-15T07:18:12,880 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:18:12,881 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2c2dee01-83ec-4de1-a774-6f13ca9c3f79' 2024-11-15T07:18:12,881 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:18:12,882 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2c2dee01-83ec-4de1-a774-6f13ca9c3f79" 2024-11-15T07:18:12,882 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@630890cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:12,882 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,46813,-1] 2024-11-15T07:18:12,882 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:18:12,882 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:18:12,883 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:18:12,884 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6482305a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:12,884 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:18:12,885 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,46813,1731655083440 2024-11-15T07:18:12,885 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1e80d2a8 2024-11-15T07:18:12,885 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:18:12,886 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:18:12,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46813 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://32f0bc5975d0:40713,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T07:18:12,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46813 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T07:18:12,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:18:12,890 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32f0bc5975d0:40713' 2024-11-15T07:18:12,892 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ced79d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:12,892 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,40713,-1 for getting cluster id 2024-11-15T07:18:12,892 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:18:12,893 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd31dd385-86ab-4986-a1a0-af82520f9fd2' 2024-11-15T07:18:12,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:18:12,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d31dd385-86ab-4986-a1a0-af82520f9fd2" 2024-11-15T07:18:12,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@501262c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:12,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,40713,-1] 2024-11-15T07:18:12,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:18:12,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:18:12,895 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:18:12,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d12c2a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:12,896 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:18:12,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,40713,1731655088904 2024-11-15T07:18:12,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25e49bd8 2024-11-15T07:18:12,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:18:12,897 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:18:12,898 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-15T07:18:12,898 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T07:18:12,898 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:18:12,898 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:18:12,898 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:18:12,899 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:18:12,900 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T07:18:12,901 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T07:18:12,902 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:12,903 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T07:18:12,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39431 is added to blk_1073741835_1011 (size=1138) 2024-11-15T07:18:12,950 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T07:18:12,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:18:13,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:18:13,311 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e211eec177597b5f2a0e59e7c8239c99, NAME => 'hbase:replication,,1731655092899.e211eec177597b5f2a0e59e7c8239c99.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0 2024-11-15T07:18:13,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39431 is added to blk_1073741836_1012 (size=44) 2024-11-15T07:18:13,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:18:13,718 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731655092899.e211eec177597b5f2a0e59e7c8239c99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:18:13,718 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e211eec177597b5f2a0e59e7c8239c99, disabling compactions & flushes 2024-11-15T07:18:13,718 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731655092899.e211eec177597b5f2a0e59e7c8239c99. 2024-11-15T07:18:13,718 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731655092899.e211eec177597b5f2a0e59e7c8239c99. 2024-11-15T07:18:13,718 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731655092899.e211eec177597b5f2a0e59e7c8239c99. after waiting 0 ms 2024-11-15T07:18:13,718 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731655092899.e211eec177597b5f2a0e59e7c8239c99. 2024-11-15T07:18:13,718 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731655092899.e211eec177597b5f2a0e59e7c8239c99. 2024-11-15T07:18:13,718 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e211eec177597b5f2a0e59e7c8239c99: Waiting for close lock at 1731655093718Disabling compacts and flushes for region at 1731655093718Disabling writes for close at 1731655093718Writing region close event to WAL at 1731655093718Closed at 1731655093718 2024-11-15T07:18:13,720 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T07:18:13,720 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731655092899.e211eec177597b5f2a0e59e7c8239c99.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731655093720"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731655093720"}]},"ts":"1731655093720"} 2024-11-15T07:18:13,722 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T07:18:13,723 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T07:18:13,724 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655093723"}]},"ts":"1731655093723"} 2024-11-15T07:18:13,725 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T07:18:13,726 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e211eec177597b5f2a0e59e7c8239c99, ASSIGN}] 2024-11-15T07:18:13,727 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e211eec177597b5f2a0e59e7c8239c99, ASSIGN 2024-11-15T07:18:13,728 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e211eec177597b5f2a0e59e7c8239c99, ASSIGN; state=OFFLINE, location=32f0bc5975d0,37389,1731655083633; forceNewPlan=false, retain=false 2024-11-15T07:18:13,879 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e211eec177597b5f2a0e59e7c8239c99, regionState=OPENING, regionLocation=32f0bc5975d0,37389,1731655083633 2024-11-15T07:18:13,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e211eec177597b5f2a0e59e7c8239c99, ASSIGN because future has completed 2024-11-15T07:18:13,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e211eec177597b5f2a0e59e7c8239c99, server=32f0bc5975d0,37389,1731655083633}] 2024-11-15T07:18:14,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:18:14,039 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731655092899.e211eec177597b5f2a0e59e7c8239c99. 2024-11-15T07:18:14,039 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:18:14,040 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T07:18:14,041 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C37389%2C1731655083633.rep, suffix=, logDir=hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/WALs/32f0bc5975d0,37389,1731655083633, archiveDir=hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/oldWALs, maxLogs=10 2024-11-15T07:18:14,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/WALs/32f0bc5975d0,37389,1731655083633/32f0bc5975d0%2C37389%2C1731655083633.rep.1731655094041, exclude list is [], retry=0 2024-11-15T07:18:14,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39431,DS-7d300507-c6fa-4c51-aa76-39fd0a07d71a,DISK] 2024-11-15T07:18:14,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/WALs/32f0bc5975d0,37389,1731655083633/32f0bc5975d0%2C37389%2C1731655083633.rep.1731655094041 2024-11-15T07:18:14,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43533:43533)] 2024-11-15T07:18:14,058 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => e211eec177597b5f2a0e59e7c8239c99, NAME => 'hbase:replication,,1731655092899.e211eec177597b5f2a0e59e7c8239c99.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:18:14,058 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:18:14,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T07:18:14,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731655092899.e211eec177597b5f2a0e59e7c8239c99. service=MultiRowMutationService 2024-11-15T07:18:14,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T07:18:14,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e211eec177597b5f2a0e59e7c8239c99 2024-11-15T07:18:14,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731655092899.e211eec177597b5f2a0e59e7c8239c99.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:18:14,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for e211eec177597b5f2a0e59e7c8239c99 2024-11-15T07:18:14,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for e211eec177597b5f2a0e59e7c8239c99 2024-11-15T07:18:14,061 INFO [StoreOpener-e211eec177597b5f2a0e59e7c8239c99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e211eec177597b5f2a0e59e7c8239c99 2024-11-15T07:18:14,063 INFO [StoreOpener-e211eec177597b5f2a0e59e7c8239c99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e211eec177597b5f2a0e59e7c8239c99 columnFamilyName hfileref 2024-11-15T07:18:14,063 DEBUG [StoreOpener-e211eec177597b5f2a0e59e7c8239c99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:14,063 INFO [StoreOpener-e211eec177597b5f2a0e59e7c8239c99-1 {}] regionserver.HStore(327): Store=e211eec177597b5f2a0e59e7c8239c99/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:18:14,063 INFO [StoreOpener-e211eec177597b5f2a0e59e7c8239c99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e211eec177597b5f2a0e59e7c8239c99 2024-11-15T07:18:14,064 INFO [StoreOpener-e211eec177597b5f2a0e59e7c8239c99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e211eec177597b5f2a0e59e7c8239c99 columnFamilyName queue 2024-11-15T07:18:14,064 DEBUG [StoreOpener-e211eec177597b5f2a0e59e7c8239c99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:14,065 INFO [StoreOpener-e211eec177597b5f2a0e59e7c8239c99-1 {}] regionserver.HStore(327): Store=e211eec177597b5f2a0e59e7c8239c99/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:18:14,065 INFO [StoreOpener-e211eec177597b5f2a0e59e7c8239c99-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e211eec177597b5f2a0e59e7c8239c99 2024-11-15T07:18:14,067 INFO [StoreOpener-e211eec177597b5f2a0e59e7c8239c99-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e211eec177597b5f2a0e59e7c8239c99 columnFamilyName sid 2024-11-15T07:18:14,067 DEBUG [StoreOpener-e211eec177597b5f2a0e59e7c8239c99-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:14,067 INFO [StoreOpener-e211eec177597b5f2a0e59e7c8239c99-1 {}] regionserver.HStore(327): Store=e211eec177597b5f2a0e59e7c8239c99/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:18:14,067 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for e211eec177597b5f2a0e59e7c8239c99 2024-11-15T07:18:14,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/data/hbase/replication/e211eec177597b5f2a0e59e7c8239c99 2024-11-15T07:18:14,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/data/hbase/replication/e211eec177597b5f2a0e59e7c8239c99 2024-11-15T07:18:14,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for e211eec177597b5f2a0e59e7c8239c99 2024-11-15T07:18:14,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for e211eec177597b5f2a0e59e7c8239c99 2024-11-15T07:18:14,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T07:18:14,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for e211eec177597b5f2a0e59e7c8239c99 2024-11-15T07:18:14,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/data/hbase/replication/e211eec177597b5f2a0e59e7c8239c99/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:18:14,074 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened e211eec177597b5f2a0e59e7c8239c99; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64091901, jitterRate=-0.04495625197887421}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T07:18:14,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e211eec177597b5f2a0e59e7c8239c99 2024-11-15T07:18:14,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for e211eec177597b5f2a0e59e7c8239c99: Running coprocessor pre-open hook at 1731655094059Writing region info on filesystem at 1731655094059Initializing all the Stores at 1731655094060 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655094060Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655094061 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655094061Cleaning up temporary data from old regions at 1731655094069 (+8 ms)Running coprocessor post-open hooks at 1731655094074 (+5 ms)Region opened successfully at 1731655094075 (+1 ms) 2024-11-15T07:18:14,076 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731655092899.e211eec177597b5f2a0e59e7c8239c99., pid=7, masterSystemTime=1731655094035 2024-11-15T07:18:14,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731655092899.e211eec177597b5f2a0e59e7c8239c99. 2024-11-15T07:18:14,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731655092899.e211eec177597b5f2a0e59e7c8239c99. 2024-11-15T07:18:14,079 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e211eec177597b5f2a0e59e7c8239c99, regionState=OPEN, openSeqNum=2, regionLocation=32f0bc5975d0,37389,1731655083633 2024-11-15T07:18:14,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e211eec177597b5f2a0e59e7c8239c99, server=32f0bc5975d0,37389,1731655083633 because future has completed 2024-11-15T07:18:14,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-15T07:18:14,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e211eec177597b5f2a0e59e7c8239c99, server=32f0bc5975d0,37389,1731655083633 in 201 msec 2024-11-15T07:18:14,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T07:18:14,089 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e211eec177597b5f2a0e59e7c8239c99, ASSIGN in 360 msec 2024-11-15T07:18:14,090 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T07:18:14,091 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655094090"}]},"ts":"1731655094090"} 2024-11-15T07:18:14,093 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T07:18:14,094 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T07:18:14,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1950 sec 2024-11-15T07:18:14,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731655092899.e211eec177597b5f2a0e59e7c8239c99., hostname=32f0bc5975d0,37389,1731655083633, seqNum=2] 2024-11-15T07:18:14,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46813-0x1013d5b99ad0000, quorum=127.0.0.1:51273, baseZNode=/0828002223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828002223 2024-11-15T07:18:14,130 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x1013d5b99ad0001, quorum=127.0.0.1:51273, baseZNode=/0828002223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828002223 2024-11-15T07:18:14,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T07:18:14,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37389 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-15T07:18:14,308 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T07:18:14,346 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-32f0bc5975d0,37389,1731655083633, ReplicationSource: 1, currentBandwidth=0 2024-11-15T07:18:14,347 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:18:14,347 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,37389,1731655083633, seqNum=-1] 2024-11-15T07:18:14,347 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:18:14,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55619, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-15T07:18:14,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-32f0bc5975d0,37389,1731655083633', locateType=CURRENT is [region=hbase:replication,,1731655092899.e211eec177597b5f2a0e59e7c8239c99., hostname=32f0bc5975d0,37389,1731655083633, seqNum=2] 2024-11-15T07:18:14,365 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-15T07:18:14,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46813 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-15T07:18:14,371 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 32f0bc5975d0,37389,1731655083633 suceeded 2024-11-15T07:18:14,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-15T07:18:14,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 218 msec 2024-11-15T07:18:14,378 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://32f0bc5975d0:40713,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T07:18:14,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4920 sec 2024-11-15T07:18:14,386 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37389,1731655083633 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32f0bc5975d0:40713' 2024-11-15T07:18:14,387 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37389,1731655083633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1aa70f2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:14,387 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37389,1731655083633 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,40713,-1 for getting cluster id 2024-11-15T07:18:14,387 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37389,1731655083633 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:18:14,388 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd31dd385-86ab-4986-a1a0-af82520f9fd2' 2024-11-15T07:18:14,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:18:14,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d31dd385-86ab-4986-a1a0-af82520f9fd2" 2024-11-15T07:18:14,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@625d33bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:14,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,40713,-1] 2024-11-15T07:18:14,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:18:14,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:18:14,391 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:18:14,391 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37389,1731655083633 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1125c237, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:14,392 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37389,1731655083633 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:18:14,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,40713,1731655088904 2024-11-15T07:18:14,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f08e9e9 2024-11-15T07:18:14,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:18:14,394 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-15T07:18:14,394 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37389,1731655083633 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-32f0bc5975d0,37389,1731655083633 (queues=1) is replicating from cluster=2c2dee01-83ec-4de1-a774-6f13ca9c3f79 to cluster=d31dd385-86ab-4986-a1a0-af82520f9fd2 2024-11-15T07:18:14,394 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37389,1731655083633 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=32f0bc5975d0%2C37389%2C1731655083633 2024-11-15T07:18:14,395 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37389,1731655083633 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-32f0bc5975d0,37389,1731655083633, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T07:18:14,395 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37389,1731655083633.replicationSource.shipper32f0bc5975d0%2C37389%2C1731655083633,1-32f0bc5975d0,37389,1731655083633 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 32f0bc5975d0%2C37389%2C1731655083633 2024-11-15T07:18:14,395 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37389,1731655083633.replicationSource.wal-reader.32f0bc5975d0%2C37389%2C1731655083633,1-32f0bc5975d0,37389,1731655083633 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/WALs/32f0bc5975d0,37389,1731655083633/32f0bc5975d0%2C37389%2C1731655083633.1731655085981, startPosition=0, beingWritten=true 2024-11-15T07:18:14,603 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37389,1731655083633.replicationSource.wal-reader.32f0bc5975d0%2C37389%2C1731655083633,1-32f0bc5975d0,37389,1731655083633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/WALs/32f0bc5975d0,37389,1731655083633/32f0bc5975d0%2C37389%2C1731655083633.1731655085981 to pos 0, reset compression=false 2024-11-15T07:18:14,909 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37389,1731655083633.replicationSource.wal-reader.32f0bc5975d0%2C37389%2C1731655083633,1-32f0bc5975d0,37389,1731655083633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/WALs/32f0bc5975d0,37389,1731655083633/32f0bc5975d0%2C37389%2C1731655083633.1731655085981 to pos 0, reset compression=false 2024-11-15T07:18:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46813 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:18:15,039 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T07:18:15,039 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:18:15,039 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:18:15,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:18:15,039 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:18:15,039 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:18:15,039 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:18:15,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,46813,1731655083440 2024-11-15T07:18:15,040 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@bdc4b61 2024-11-15T07:18:15,041 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:18:15,042 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:18:15,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46813 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-15T07:18:15,042 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T07:18:15,042 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:18:15,043 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:18:15,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:18:15,043 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:18:15,043 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:18:15,043 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T07:18:15,043 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1221996776, stopped=false 2024-11-15T07:18:15,043 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32f0bc5975d0,40713,1731655088904 2024-11-15T07:18:15,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40713-0x1013d5b99ad0003, quorum=127.0.0.1:51273, baseZNode=/11882843610 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11882843610/running 2024-11-15T07:18:15,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39401-0x1013d5b99ad0004, quorum=127.0.0.1:51273, baseZNode=/11882843610 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11882843610/running 2024-11-15T07:18:15,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40713-0x1013d5b99ad0003, quorum=127.0.0.1:51273, baseZNode=/11882843610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882843610 2024-11-15T07:18:15,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39401-0x1013d5b99ad0004, quorum=127.0.0.1:51273, baseZNode=/11882843610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882843610 2024-11-15T07:18:15,055 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:18:15,055 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:18:15,055 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:18:15,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:18:15,055 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32f0bc5975d0,39401,1731655089218' ***** 2024-11-15T07:18:15,055 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T07:18:15,055 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40713-0x1013d5b99ad0003, quorum=127.0.0.1:51273, baseZNode=/11882843610 Set watcher on znode that does not yet exist, /11882843610/running 2024-11-15T07:18:15,055 INFO [RS:0;32f0bc5975d0:39401 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T07:18:15,055 INFO [RS:0;32f0bc5975d0:39401 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T07:18:15,055 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T07:18:15,055 INFO [RS:0;32f0bc5975d0:39401 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T07:18:15,056 INFO [RS:0;32f0bc5975d0:39401 {}] regionserver.HRegionServer(959): stopping server 32f0bc5975d0,39401,1731655089218 2024-11-15T07:18:15,056 INFO [RS:0;32f0bc5975d0:39401 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:18:15,056 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39401-0x1013d5b99ad0004, quorum=127.0.0.1:51273, baseZNode=/11882843610 Set watcher on znode that does not yet exist, /11882843610/running 2024-11-15T07:18:15,056 INFO [RS:0;32f0bc5975d0:39401 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:39401. 2024-11-15T07:18:15,056 DEBUG [RS:0;32f0bc5975d0:39401 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:18:15,056 DEBUG [RS:0;32f0bc5975d0:39401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:18:15,056 INFO [RS:0;32f0bc5975d0:39401 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T07:18:15,056 INFO [RS:0;32f0bc5975d0:39401 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T07:18:15,056 INFO [RS:0;32f0bc5975d0:39401 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T07:18:15,056 INFO [RS:0;32f0bc5975d0:39401 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T07:18:15,056 INFO [RS:0;32f0bc5975d0:39401 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T07:18:15,056 DEBUG [RS:0;32f0bc5975d0:39401 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T07:18:15,056 DEBUG [RS:0;32f0bc5975d0:39401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:18:15,056 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:18:15,056 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:18:15,056 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:18:15,057 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:18:15,057 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:18:15,057 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-15T07:18:15,077 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/data/hbase/meta/1588230740/.tmp/ns/247d663aa1b1433493ee8b3a4cf72e3e is 43, key is default/ns:d/1731655092793/Put/seqid=0 2024-11-15T07:18:15,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741835_1011 (size=5153) 2024-11-15T07:18:15,105 INFO [regionserver/32f0bc5975d0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:18:15,256 DEBUG [RS:0;32f0bc5975d0:39401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:18:15,315 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37389,1731655083633.replicationSource.wal-reader.32f0bc5975d0%2C37389%2C1731655083633,1-32f0bc5975d0,37389,1731655083633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/WALs/32f0bc5975d0,37389,1731655083633/32f0bc5975d0%2C37389%2C1731655083633.1731655085981 to pos 0, reset compression=false 2024-11-15T07:18:15,457 DEBUG [RS:0;32f0bc5975d0:39401 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:18:15,482 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/data/hbase/meta/1588230740/.tmp/ns/247d663aa1b1433493ee8b3a4cf72e3e 2024-11-15T07:18:15,489 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/data/hbase/meta/1588230740/.tmp/ns/247d663aa1b1433493ee8b3a4cf72e3e as hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/data/hbase/meta/1588230740/ns/247d663aa1b1433493ee8b3a4cf72e3e 2024-11-15T07:18:15,496 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/data/hbase/meta/1588230740/ns/247d663aa1b1433493ee8b3a4cf72e3e, entries=2, sequenceid=6, filesize=5.0 K 2024-11-15T07:18:15,497 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=6, compaction requested=false 2024-11-15T07:18:15,501 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T07:18:15,501 INFO [regionserver/32f0bc5975d0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T07:18:15,502 INFO [regionserver/32f0bc5975d0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T07:18:15,502 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:18:15,502 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:18:15,502 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:18:15,502 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655095056Running coprocessor pre-close hooks at 1731655095056Disabling compacts and flushes for region at 1731655095056Disabling writes for close at 1731655095057 (+1 ms)Obtaining lock to block concurrent updates at 1731655095057Preparing flush snapshotting stores in 1588230740 at 1731655095057Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731655095057Flushing stores of hbase:meta,,1.1588230740 at 1731655095058 (+1 ms)Flushing 1588230740/ns: creating writer at 1731655095058Flushing 1588230740/ns: appending metadata at 1731655095076 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731655095076Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fdbb2a8: reopening flushed file at 1731655095488 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 440ms, sequenceid=6, compaction requested=false at 1731655095497 (+9 ms)Writing region close event to WAL at 1731655095498 (+1 ms)Running coprocessor post-close hooks at 1731655095502 (+4 ms)Closed at 1731655095502 2024-11-15T07:18:15,502 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T07:18:15,657 INFO [RS:0;32f0bc5975d0:39401 {}] regionserver.HRegionServer(976): stopping server 32f0bc5975d0,39401,1731655089218; all regions closed. 2024-11-15T07:18:15,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741834_1010 (size=1152) 2024-11-15T07:18:15,660 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/WALs/32f0bc5975d0,39401,1731655089218/32f0bc5975d0%2C39401%2C1731655089218.meta.1731655092736.meta not finished, retry = 0 2024-11-15T07:18:15,763 DEBUG [RS:0;32f0bc5975d0:39401 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/oldWALs 2024-11-15T07:18:15,763 INFO [RS:0;32f0bc5975d0:39401 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32f0bc5975d0%2C39401%2C1731655089218.meta:.meta(num 1731655092736) 2024-11-15T07:18:15,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741832_1008 (size=93) 2024-11-15T07:18:15,767 DEBUG [RS:0;32f0bc5975d0:39401 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/oldWALs 2024-11-15T07:18:15,767 INFO [RS:0;32f0bc5975d0:39401 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32f0bc5975d0%2C39401%2C1731655089218:(num 1731655091634) 2024-11-15T07:18:15,767 DEBUG [RS:0;32f0bc5975d0:39401 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:18:15,767 INFO [RS:0;32f0bc5975d0:39401 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:18:15,767 INFO [RS:0;32f0bc5975d0:39401 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:18:15,767 INFO [RS:0;32f0bc5975d0:39401 {}] hbase.ChoreService(370): Chore service for: regionserver/32f0bc5975d0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T07:18:15,767 INFO [RS:0;32f0bc5975d0:39401 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:18:15,767 INFO [regionserver/32f0bc5975d0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:18:15,767 INFO [RS:0;32f0bc5975d0:39401 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39401 2024-11-15T07:18:15,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39401-0x1013d5b99ad0004, quorum=127.0.0.1:51273, baseZNode=/11882843610 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11882843610/rs/32f0bc5975d0,39401,1731655089218 2024-11-15T07:18:15,815 INFO [RS:0;32f0bc5975d0:39401 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:18:15,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40713-0x1013d5b99ad0003, quorum=127.0.0.1:51273, baseZNode=/11882843610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882843610/rs 2024-11-15T07:18:15,821 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37389,1731655083633.replicationSource.wal-reader.32f0bc5975d0%2C37389%2C1731655083633,1-32f0bc5975d0,37389,1731655083633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/WALs/32f0bc5975d0,37389,1731655083633/32f0bc5975d0%2C37389%2C1731655083633.1731655085981 to pos 0, reset compression=false 2024-11-15T07:18:15,825 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32f0bc5975d0,39401,1731655089218] 2024-11-15T07:18:15,836 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11882843610/draining/32f0bc5975d0,39401,1731655089218 already deleted, retry=false 2024-11-15T07:18:15,836 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32f0bc5975d0,39401,1731655089218 expired; onlineServers=0 2024-11-15T07:18:15,836 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32f0bc5975d0,40713,1731655088904' ***** 2024-11-15T07:18:15,836 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T07:18:15,836 INFO [M:0;32f0bc5975d0:40713 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:18:15,836 INFO [M:0;32f0bc5975d0:40713 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:18:15,836 DEBUG [M:0;32f0bc5975d0:40713 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T07:18:15,836 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T07:18:15,836 DEBUG [M:0;32f0bc5975d0:40713 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T07:18:15,836 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655091390 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655091390,5,FailOnTimeoutGroup] 2024-11-15T07:18:15,836 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655091390 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655091390,5,FailOnTimeoutGroup] 2024-11-15T07:18:15,837 INFO [M:0;32f0bc5975d0:40713 {}] hbase.ChoreService(370): Chore service for: master/32f0bc5975d0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T07:18:15,837 INFO [M:0;32f0bc5975d0:40713 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:18:15,837 DEBUG [M:0;32f0bc5975d0:40713 {}] master.HMaster(1795): Stopping service threads 2024-11-15T07:18:15,837 INFO [M:0;32f0bc5975d0:40713 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T07:18:15,837 INFO [M:0;32f0bc5975d0:40713 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:18:15,837 INFO [M:0;32f0bc5975d0:40713 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T07:18:15,837 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T07:18:15,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40713-0x1013d5b99ad0003, quorum=127.0.0.1:51273, baseZNode=/11882843610 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11882843610/master 2024-11-15T07:18:15,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40713-0x1013d5b99ad0003, quorum=127.0.0.1:51273, baseZNode=/11882843610 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11882843610 2024-11-15T07:18:15,857 DEBUG [M:0;32f0bc5975d0:40713 {}] zookeeper.RecoverableZooKeeper(212): Node /11882843610/master already deleted, retry=false 2024-11-15T07:18:15,857 DEBUG [M:0;32f0bc5975d0:40713 {}] master.ActiveMasterManager(353): master:40713-0x1013d5b99ad0003, quorum=127.0.0.1:51273, baseZNode=/11882843610 Failed delete of our master address node; KeeperErrorCode = NoNode for /11882843610/master 2024-11-15T07:18:15,858 INFO [M:0;32f0bc5975d0:40713 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/.lastflushedseqids 2024-11-15T07:18:15,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741836_1012 (size=99) 2024-11-15T07:18:15,925 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39401-0x1013d5b99ad0004, quorum=127.0.0.1:51273, baseZNode=/11882843610 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:18:15,925 INFO [RS:0;32f0bc5975d0:39401 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:18:15,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39401-0x1013d5b99ad0004, quorum=127.0.0.1:51273, baseZNode=/11882843610 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:18:15,926 INFO [RS:0;32f0bc5975d0:39401 {}] regionserver.HRegionServer(1031): Exiting; stopping=32f0bc5975d0,39401,1731655089218; zookeeper connection closed. 2024-11-15T07:18:15,926 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3ee45549 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3ee45549 2024-11-15T07:18:15,926 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T07:18:16,263 INFO [M:0;32f0bc5975d0:40713 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T07:18:16,263 INFO [M:0;32f0bc5975d0:40713 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T07:18:16,264 DEBUG [M:0;32f0bc5975d0:40713 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:18:16,264 INFO [M:0;32f0bc5975d0:40713 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:18:16,264 DEBUG [M:0;32f0bc5975d0:40713 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:18:16,264 DEBUG [M:0;32f0bc5975d0:40713 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:18:16,264 DEBUG [M:0;32f0bc5975d0:40713 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:18:16,264 INFO [M:0;32f0bc5975d0:40713 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-15T07:18:16,280 DEBUG [M:0;32f0bc5975d0:40713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a24e7f01fe94bae90e263135dc61f91 is 82, key is hbase:meta,,1/info:regioninfo/1731655092776/Put/seqid=0 2024-11-15T07:18:16,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741837_1013 (size=5672) 2024-11-15T07:18:16,429 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37389,1731655083633.replicationSource.wal-reader.32f0bc5975d0%2C37389%2C1731655083633,1-32f0bc5975d0,37389,1731655083633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/WALs/32f0bc5975d0,37389,1731655083633/32f0bc5975d0%2C37389%2C1731655083633.1731655085981 to pos 0, reset compression=false 2024-11-15T07:18:16,685 INFO [M:0;32f0bc5975d0:40713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a24e7f01fe94bae90e263135dc61f91 2024-11-15T07:18:16,707 DEBUG [M:0;32f0bc5975d0:40713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9b9d275a83b4e07830350678e3491cc is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731655092797/Put/seqid=0 2024-11-15T07:18:16,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741838_1014 (size=5275) 2024-11-15T07:18:17,112 INFO [M:0;32f0bc5975d0:40713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9b9d275a83b4e07830350678e3491cc 2024-11-15T07:18:17,134 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37389,1731655083633.replicationSource.wal-reader.32f0bc5975d0%2C37389%2C1731655083633,1-32f0bc5975d0,37389,1731655083633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/WALs/32f0bc5975d0,37389,1731655083633/32f0bc5975d0%2C37389%2C1731655083633.1731655085981 to pos 0, reset compression=false 2024-11-15T07:18:17,137 DEBUG [M:0;32f0bc5975d0:40713 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/997a85bf83aa496f8f82141050faf660 is 69, key is 32f0bc5975d0,39401,1731655089218/rs:state/1731655091482/Put/seqid=0 2024-11-15T07:18:17,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741839_1015 (size=5156) 2024-11-15T07:18:17,543 INFO [M:0;32f0bc5975d0:40713 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/997a85bf83aa496f8f82141050faf660 2024-11-15T07:18:17,548 DEBUG [M:0;32f0bc5975d0:40713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3a24e7f01fe94bae90e263135dc61f91 as hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a24e7f01fe94bae90e263135dc61f91 2024-11-15T07:18:17,553 INFO [M:0;32f0bc5975d0:40713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3a24e7f01fe94bae90e263135dc61f91, entries=8, sequenceid=28, filesize=5.5 K 2024-11-15T07:18:17,554 DEBUG [M:0;32f0bc5975d0:40713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9b9d275a83b4e07830350678e3491cc as hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d9b9d275a83b4e07830350678e3491cc 2024-11-15T07:18:17,559 INFO [M:0;32f0bc5975d0:40713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d9b9d275a83b4e07830350678e3491cc, entries=3, sequenceid=28, filesize=5.2 K 2024-11-15T07:18:17,559 DEBUG [M:0;32f0bc5975d0:40713 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/997a85bf83aa496f8f82141050faf660 as hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/997a85bf83aa496f8f82141050faf660 2024-11-15T07:18:17,565 INFO [M:0;32f0bc5975d0:40713 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46573/user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/997a85bf83aa496f8f82141050faf660, entries=1, sequenceid=28, filesize=5.0 K 2024-11-15T07:18:17,566 INFO [M:0;32f0bc5975d0:40713 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=28, compaction requested=false 2024-11-15T07:18:17,567 INFO [M:0;32f0bc5975d0:40713 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:18:17,567 DEBUG [M:0;32f0bc5975d0:40713 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655096264Disabling compacts and flushes for region at 1731655096264Disabling writes for close at 1731655096264Obtaining lock to block concurrent updates at 1731655096264Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731655096264Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731655096264Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731655096265 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731655096265Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731655096279 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731655096279Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731655096691 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731655096706 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731655096706Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731655097118 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731655097136 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731655097136Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fd0fbf3: reopening flushed file at 1731655097547 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c98cb9b: reopening flushed file at 1731655097553 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f343cbe: reopening flushed file at 1731655097559 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=28, compaction requested=false at 1731655097566 (+7 ms)Writing region close event to WAL at 1731655097567 (+1 ms)Closed at 1731655097567 2024-11-15T07:18:17,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46631 is added to blk_1073741830_1006 (size=10165) 2024-11-15T07:18:17,569 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b64ecaa9-31eb-d566-1ec3-9f0b881fe3f7/MasterData/WALs/32f0bc5975d0,40713,1731655088904/32f0bc5975d0%2C40713%2C1731655088904.1731655090579 not finished, retry = 0 2024-11-15T07:18:17,670 INFO [M:0;32f0bc5975d0:40713 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T07:18:17,670 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:18:17,670 INFO [M:0;32f0bc5975d0:40713 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40713 2024-11-15T07:18:17,671 INFO [M:0;32f0bc5975d0:40713 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:18:17,759 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:18:17,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:18:17,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40713-0x1013d5b99ad0003, quorum=127.0.0.1:51273, baseZNode=/11882843610 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:18:17,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40713-0x1013d5b99ad0003, quorum=127.0.0.1:51273, baseZNode=/11882843610 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:18:17,812 INFO [M:0;32f0bc5975d0:40713 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:18:17,814 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@216ee7d3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T07:18:17,815 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23da9719{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T07:18:17,815 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T07:18:17,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1550bd33{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T07:18:17,815 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6032f08b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3489a7e-0430-b6dd-dc52-28305e0f8926/hadoop.log.dir/,STOPPED} 2024-11-15T07:18:17,816 WARN [BP-540563004-172.17.0.2-1731655087137 heartbeating to localhost/127.0.0.1:46573 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T07:18:17,816 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T07:18:17,816 WARN [BP-540563004-172.17.0.2-1731655087137 heartbeating to localhost/127.0.0.1:46573 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-540563004-172.17.0.2-1731655087137 (Datanode Uuid 960b26ff-b7a1-4fea-8c00-090975ca0947) service to localhost/127.0.0.1:46573 2024-11-15T07:18:17,816 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T07:18:17,817 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3489a7e-0430-b6dd-dc52-28305e0f8926/cluster_fa25661c-e87e-16a0-ad2e-3a9268b48522/data/data1/current/BP-540563004-172.17.0.2-1731655087137 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T07:18:17,817 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3489a7e-0430-b6dd-dc52-28305e0f8926/cluster_fa25661c-e87e-16a0-ad2e-3a9268b48522/data/data2/current/BP-540563004-172.17.0.2-1731655087137 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T07:18:17,817 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T07:18:17,821 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2fa103ae{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T07:18:17,822 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4fbe8c7d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T07:18:17,822 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T07:18:17,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45e7696d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T07:18:17,822 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ae27a9e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3489a7e-0430-b6dd-dc52-28305e0f8926/hadoop.log.dir/,STOPPED} 2024-11-15T07:18:17,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T07:18:17,834 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T07:18:17,834 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:18:17,834 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:18:17,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:18:17,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:18:17,835 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:18:17,835 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T07:18:17,835 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=196620639, stopped=false 2024-11-15T07:18:17,835 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32f0bc5975d0,46813,1731655083440 2024-11-15T07:18:17,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46813-0x1013d5b99ad0000, quorum=127.0.0.1:51273, baseZNode=/0828002223 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0828002223/running 2024-11-15T07:18:17,846 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x1013d5b99ad0001, quorum=127.0.0.1:51273, baseZNode=/0828002223 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0828002223/running 2024-11-15T07:18:17,846 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x1013d5b99ad0001, quorum=127.0.0.1:51273, baseZNode=/0828002223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828002223 2024-11-15T07:18:17,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46813-0x1013d5b99ad0000, quorum=127.0.0.1:51273, baseZNode=/0828002223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828002223 2024-11-15T07:18:17,846 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:18:17,846 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:18:17,847 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:18:17,847 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:18:17,847 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32f0bc5975d0,37389,1731655083633' ***** 2024-11-15T07:18:17,847 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T07:18:17,847 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46813-0x1013d5b99ad0000, quorum=127.0.0.1:51273, baseZNode=/0828002223 Set watcher on znode that does not yet exist, /0828002223/running 2024-11-15T07:18:17,847 INFO [RS:0;32f0bc5975d0:37389 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T07:18:17,847 INFO [RS:0;32f0bc5975d0:37389 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T07:18:17,847 INFO [RS:0;32f0bc5975d0:37389 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T07:18:17,847 INFO [RS:0;32f0bc5975d0:37389 {}] regionserver.HRegionServer(3091): Received CLOSE for e211eec177597b5f2a0e59e7c8239c99 2024-11-15T07:18:17,848 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37389-0x1013d5b99ad0001, quorum=127.0.0.1:51273, baseZNode=/0828002223 Set watcher on znode that does not yet exist, /0828002223/running 2024-11-15T07:18:17,848 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T07:18:17,848 INFO [RS:0;32f0bc5975d0:37389 {}] regionserver.HRegionServer(959): stopping server 32f0bc5975d0,37389,1731655083633 2024-11-15T07:18:17,848 INFO [RS:0;32f0bc5975d0:37389 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:18:17,848 INFO [RS:0;32f0bc5975d0:37389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:37389. 2024-11-15T07:18:17,848 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e211eec177597b5f2a0e59e7c8239c99, disabling compactions & flushes 2024-11-15T07:18:17,848 DEBUG [RS:0;32f0bc5975d0:37389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:18:17,848 DEBUG [RS:0;32f0bc5975d0:37389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:18:17,848 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731655092899.e211eec177597b5f2a0e59e7c8239c99. 2024-11-15T07:18:17,848 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731655092899.e211eec177597b5f2a0e59e7c8239c99. 2024-11-15T07:18:17,848 INFO [RS:0;32f0bc5975d0:37389 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T07:18:17,848 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731655092899.e211eec177597b5f2a0e59e7c8239c99. after waiting 0 ms 2024-11-15T07:18:17,848 INFO [RS:0;32f0bc5975d0:37389 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T07:18:17,848 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731655092899.e211eec177597b5f2a0e59e7c8239c99. 2024-11-15T07:18:17,848 INFO [RS:0;32f0bc5975d0:37389 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T07:18:17,848 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e211eec177597b5f2a0e59e7c8239c99 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-15T07:18:17,848 INFO [RS:0;32f0bc5975d0:37389 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T07:18:17,849 INFO [RS:0;32f0bc5975d0:37389 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T07:18:17,849 DEBUG [RS:0;32f0bc5975d0:37389 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e211eec177597b5f2a0e59e7c8239c99=hbase:replication,,1731655092899.e211eec177597b5f2a0e59e7c8239c99.} 2024-11-15T07:18:17,849 DEBUG [RS:0;32f0bc5975d0:37389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e211eec177597b5f2a0e59e7c8239c99 2024-11-15T07:18:17,849 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:18:17,849 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:18:17,849 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:18:17,849 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:18:17,849 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:18:17,849 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-15T07:18:17,870 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/data/hbase/replication/e211eec177597b5f2a0e59e7c8239c99/.tmp/queue/a23f41cca6a143d7be262c561b2d6bbe is 151, key is 1-32f0bc5975d0,37389,1731655083633/queue:32f0bc5975d0%2C37389%2C1731655083633/1731655094354/Put/seqid=0 2024-11-15T07:18:17,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39431 is added to blk_1073741838_1014 (size=5350) 2024-11-15T07:18:17,875 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/data/hbase/meta/1588230740/.tmp/info/fc25dc44feca4c53a055ba696ae36535 is 147, key is hbase:replication,,1731655092899.e211eec177597b5f2a0e59e7c8239c99./info:regioninfo/1731655094079/Put/seqid=0 2024-11-15T07:18:17,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39431 is added to blk_1073741839_1015 (size=6631) 2024-11-15T07:18:17,906 INFO [regionserver/32f0bc5975d0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T07:18:17,906 INFO [regionserver/32f0bc5975d0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T07:18:17,940 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37389,1731655083633.replicationSource.wal-reader.32f0bc5975d0%2C37389%2C1731655083633,1-32f0bc5975d0,37389,1731655083633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/WALs/32f0bc5975d0,37389,1731655083633/32f0bc5975d0%2C37389%2C1731655083633.1731655085981 to pos 0, reset compression=false 2024-11-15T07:18:17,947 INFO [regionserver/32f0bc5975d0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:18:18,049 DEBUG [RS:0;32f0bc5975d0:37389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e211eec177597b5f2a0e59e7c8239c99 2024-11-15T07:18:18,249 DEBUG [RS:0;32f0bc5975d0:37389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e211eec177597b5f2a0e59e7c8239c99 2024-11-15T07:18:18,275 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/data/hbase/replication/e211eec177597b5f2a0e59e7c8239c99/.tmp/queue/a23f41cca6a143d7be262c561b2d6bbe 2024-11-15T07:18:18,279 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/data/hbase/meta/1588230740/.tmp/info/fc25dc44feca4c53a055ba696ae36535 2024-11-15T07:18:18,281 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T07:18:18,282 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/data/hbase/replication/e211eec177597b5f2a0e59e7c8239c99/.tmp/queue/a23f41cca6a143d7be262c561b2d6bbe as hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/data/hbase/replication/e211eec177597b5f2a0e59e7c8239c99/queue/a23f41cca6a143d7be262c561b2d6bbe 2024-11-15T07:18:18,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:18:18,297 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/data/hbase/replication/e211eec177597b5f2a0e59e7c8239c99/queue/a23f41cca6a143d7be262c561b2d6bbe, entries=1, sequenceid=5, filesize=5.2 K 2024-11-15T07:18:18,298 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for e211eec177597b5f2a0e59e7c8239c99 in 450ms, sequenceid=5, compaction requested=false 2024-11-15T07:18:18,298 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T07:18:18,304 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/data/hbase/replication/e211eec177597b5f2a0e59e7c8239c99/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T07:18:18,305 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:18:18,305 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:18:18,305 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731655092899.e211eec177597b5f2a0e59e7c8239c99. 2024-11-15T07:18:18,305 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e211eec177597b5f2a0e59e7c8239c99: Waiting for close lock at 1731655097848Running coprocessor pre-close hooks at 1731655097848Disabling compacts and flushes for region at 1731655097848Disabling writes for close at 1731655097848Obtaining lock to block concurrent updates at 1731655097848Preparing flush snapshotting stores in e211eec177597b5f2a0e59e7c8239c99 at 1731655097848Finished memstore snapshotting hbase:replication,,1731655092899.e211eec177597b5f2a0e59e7c8239c99., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731655097849 (+1 ms)Flushing stores of hbase:replication,,1731655092899.e211eec177597b5f2a0e59e7c8239c99. at 1731655097850 (+1 ms)Flushing e211eec177597b5f2a0e59e7c8239c99/queue: creating writer at 1731655097850Flushing e211eec177597b5f2a0e59e7c8239c99/queue: appending metadata at 1731655097869 (+19 ms)Flushing e211eec177597b5f2a0e59e7c8239c99/queue: closing flushed file at 1731655097869Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26a2d78a: reopening flushed file at 1731655098281 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for e211eec177597b5f2a0e59e7c8239c99 in 450ms, sequenceid=5, compaction requested=false at 1731655098298 (+17 ms)Writing region close event to WAL at 1731655098300 (+2 ms)Running coprocessor post-close hooks at 1731655098305 (+5 ms)Closed at 1731655098305 2024-11-15T07:18:18,305 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731655092899.e211eec177597b5f2a0e59e7c8239c99. 2024-11-15T07:18:18,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:18:18,311 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:18:18,312 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/data/hbase/meta/1588230740/.tmp/ns/145107ff3020434b87fc0aff890204e8 is 43, key is default/ns:d/1731655087052/Put/seqid=0 2024-11-15T07:18:18,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39431 is added to blk_1073741840_1016 (size=5153) 2024-11-15T07:18:18,449 DEBUG [RS:0;32f0bc5975d0:37389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:18:18,650 DEBUG [RS:0;32f0bc5975d0:37389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:18:18,719 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/data/hbase/meta/1588230740/.tmp/ns/145107ff3020434b87fc0aff890204e8 2024-11-15T07:18:18,746 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/data/hbase/meta/1588230740/.tmp/table/afc0af9a376d4f428ba9ad192b4d9c48 is 53, key is hbase:replication/table:state/1731655094090/Put/seqid=0 2024-11-15T07:18:18,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39431 is added to blk_1073741841_1017 (size=5256) 2024-11-15T07:18:18,846 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37389,1731655083633.replicationSource.wal-reader.32f0bc5975d0%2C37389%2C1731655083633,1-32f0bc5975d0,37389,1731655083633 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/WALs/32f0bc5975d0,37389,1731655083633/32f0bc5975d0%2C37389%2C1731655083633.1731655085981 to pos 0, reset compression=false 2024-11-15T07:18:18,850 INFO [RS:0;32f0bc5975d0:37389 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T07:18:18,850 DEBUG [RS:0;32f0bc5975d0:37389 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T07:18:18,850 DEBUG [RS:0;32f0bc5975d0:37389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:18:19,050 DEBUG [RS:0;32f0bc5975d0:37389 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:18:19,151 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/data/hbase/meta/1588230740/.tmp/table/afc0af9a376d4f428ba9ad192b4d9c48 2024-11-15T07:18:19,157 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/data/hbase/meta/1588230740/.tmp/info/fc25dc44feca4c53a055ba696ae36535 as hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/data/hbase/meta/1588230740/info/fc25dc44feca4c53a055ba696ae36535 2024-11-15T07:18:19,163 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/data/hbase/meta/1588230740/info/fc25dc44feca4c53a055ba696ae36535, entries=10, sequenceid=11, filesize=6.5 K 2024-11-15T07:18:19,165 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/data/hbase/meta/1588230740/.tmp/ns/145107ff3020434b87fc0aff890204e8 as hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/data/hbase/meta/1588230740/ns/145107ff3020434b87fc0aff890204e8 2024-11-15T07:18:19,171 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/data/hbase/meta/1588230740/ns/145107ff3020434b87fc0aff890204e8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T07:18:19,172 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/data/hbase/meta/1588230740/.tmp/table/afc0af9a376d4f428ba9ad192b4d9c48 as hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/data/hbase/meta/1588230740/table/afc0af9a376d4f428ba9ad192b4d9c48 2024-11-15T07:18:19,178 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/data/hbase/meta/1588230740/table/afc0af9a376d4f428ba9ad192b4d9c48, entries=2, sequenceid=11, filesize=5.1 K 2024-11-15T07:18:19,179 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1330ms, sequenceid=11, compaction requested=false 2024-11-15T07:18:19,184 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T07:18:19,185 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:18:19,185 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:18:19,185 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:18:19,185 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655097849Running coprocessor pre-close hooks at 1731655097849Disabling compacts and flushes for region at 1731655097849Disabling writes for close at 1731655097849Obtaining lock to block concurrent updates at 1731655097849Preparing flush snapshotting stores in 1588230740 at 1731655097849Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731655097850 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731655097850Flushing 1588230740/info: creating writer at 1731655097850Flushing 1588230740/info: appending metadata at 1731655097875 (+25 ms)Flushing 1588230740/info: closing flushed file at 1731655097875Flushing 1588230740/ns: creating writer at 1731655098290 (+415 ms)Flushing 1588230740/ns: appending metadata at 1731655098311 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1731655098311Flushing 1588230740/table: creating writer at 1731655098725 (+414 ms)Flushing 1588230740/table: appending metadata at 1731655098745 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731655098745Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eb338e6: reopening flushed file at 1731655099157 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60290e46: reopening flushed file at 1731655099164 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a4d342e: reopening flushed file at 1731655099171 (+7 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1330ms, sequenceid=11, compaction requested=false at 1731655099179 (+8 ms)Writing region close event to WAL at 1731655099180 (+1 ms)Running coprocessor post-close hooks at 1731655099185 (+5 ms)Closed at 1731655099185 2024-11-15T07:18:19,185 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T07:18:19,250 INFO [RS:0;32f0bc5975d0:37389 {}] regionserver.HRegionServer(976): stopping server 32f0bc5975d0,37389,1731655083633; all regions closed. 2024-11-15T07:18:19,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39431 is added to blk_1073741834_1010 (size=2742) 2024-11-15T07:18:19,253 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/WALs/32f0bc5975d0,37389,1731655083633/32f0bc5975d0%2C37389%2C1731655083633.meta.1731655086967.meta not finished, retry = 0 2024-11-15T07:18:19,356 DEBUG [RS:0;32f0bc5975d0:37389 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/oldWALs 2024-11-15T07:18:19,356 INFO [RS:0;32f0bc5975d0:37389 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32f0bc5975d0%2C37389%2C1731655083633.meta:.meta(num 1731655086967) 2024-11-15T07:18:19,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39431 is added to blk_1073741837_1013 (size=1586) 2024-11-15T07:18:19,358 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/WALs/32f0bc5975d0,37389,1731655083633/32f0bc5975d0%2C37389%2C1731655083633.rep.1731655094041 not finished, retry = 0 2024-11-15T07:18:19,461 DEBUG [RS:0;32f0bc5975d0:37389 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/oldWALs 2024-11-15T07:18:19,461 INFO [RS:0;32f0bc5975d0:37389 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32f0bc5975d0%2C37389%2C1731655083633.rep:(num 1731655094041) 2024-11-15T07:18:19,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39431 is added to blk_1073741832_1008 (size=93) 2024-11-15T07:18:19,465 DEBUG [RS:0;32f0bc5975d0:37389 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/oldWALs 2024-11-15T07:18:19,465 INFO [RS:0;32f0bc5975d0:37389 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32f0bc5975d0%2C37389%2C1731655083633:(num 1731655085981) 2024-11-15T07:18:19,465 DEBUG [RS:0;32f0bc5975d0:37389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:18:19,465 INFO [RS:0;32f0bc5975d0:37389 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:18:19,465 INFO [RS:0;32f0bc5975d0:37389 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:18:19,465 INFO [RS:0;32f0bc5975d0:37389 {}] hbase.ChoreService(370): Chore service for: regionserver/32f0bc5975d0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T07:18:19,466 INFO [RS:0;32f0bc5975d0:37389 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:18:19,466 INFO [regionserver/32f0bc5975d0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:18:19,466 INFO [RS:0;32f0bc5975d0:37389 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-32f0bc5975d0,37389,1731655083633 because: Region server is closing 2024-11-15T07:18:19,466 INFO [RS:0;32f0bc5975d0:37389 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:37389. 2024-11-15T07:18:19,466 DEBUG [RS:0;32f0bc5975d0:37389 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:18:19,466 DEBUG [RS:0;32f0bc5975d0:37389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:18:19,466 DEBUG [RS:0;32f0bc5975d0:37389 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:18:19,466 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:18:19,566 WARN [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37389,1731655083633.replicationSource.wal-reader.32f0bc5975d0%2C37389%2C1731655083633,1-32f0bc5975d0,37389,1731655083633 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T07:18:19,566 WARN [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37389,1731655083633.replicationSource.shipper32f0bc5975d0%2C37389%2C1731655083633,1-32f0bc5975d0,37389,1731655083633 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T07:18:19,567 INFO [RS:0;32f0bc5975d0:37389 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37389,1731655083633.replicationSource.shipper32f0bc5975d0%2C37389%2C1731655083633,1-32f0bc5975d0,37389,1731655083633 terminated 2024-11-15T07:18:19,567 INFO [RS:0;32f0bc5975d0:37389 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37389 2024-11-15T07:18:19,572 INFO [RS:0;32f0bc5975d0:37389 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:18:19,572 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x1013d5b99ad0001, quorum=127.0.0.1:51273, baseZNode=/0828002223 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0828002223/rs/32f0bc5975d0,37389,1731655083633 2024-11-15T07:18:19,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46813-0x1013d5b99ad0000, quorum=127.0.0.1:51273, baseZNode=/0828002223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828002223/rs 2024-11-15T07:18:19,583 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32f0bc5975d0,37389,1731655083633] 2024-11-15T07:18:19,593 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0828002223/draining/32f0bc5975d0,37389,1731655083633 already deleted, retry=false 2024-11-15T07:18:19,593 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32f0bc5975d0,37389,1731655083633 expired; onlineServers=0 2024-11-15T07:18:19,593 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32f0bc5975d0,46813,1731655083440' ***** 2024-11-15T07:18:19,593 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T07:18:19,593 INFO [M:0;32f0bc5975d0:46813 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:18:19,593 INFO [M:0;32f0bc5975d0:46813 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:18:19,594 DEBUG [M:0;32f0bc5975d0:46813 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T07:18:19,594 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T07:18:19,594 DEBUG [M:0;32f0bc5975d0:46813 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T07:18:19,594 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655085719 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655085719,5,FailOnTimeoutGroup] 2024-11-15T07:18:19,594 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655085719 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655085719,5,FailOnTimeoutGroup] 2024-11-15T07:18:19,594 INFO [M:0;32f0bc5975d0:46813 {}] hbase.ChoreService(370): Chore service for: master/32f0bc5975d0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T07:18:19,594 INFO [M:0;32f0bc5975d0:46813 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:18:19,594 DEBUG [M:0;32f0bc5975d0:46813 {}] master.HMaster(1795): Stopping service threads 2024-11-15T07:18:19,594 INFO [M:0;32f0bc5975d0:46813 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T07:18:19,594 INFO [M:0;32f0bc5975d0:46813 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:18:19,594 INFO [M:0;32f0bc5975d0:46813 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T07:18:19,594 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T07:18:19,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46813-0x1013d5b99ad0000, quorum=127.0.0.1:51273, baseZNode=/0828002223 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0828002223/master 2024-11-15T07:18:19,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46813-0x1013d5b99ad0000, quorum=127.0.0.1:51273, baseZNode=/0828002223 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0828002223 2024-11-15T07:18:19,604 DEBUG [M:0;32f0bc5975d0:46813 {}] zookeeper.ZKUtil(347): master:46813-0x1013d5b99ad0000, quorum=127.0.0.1:51273, baseZNode=/0828002223 Unable to get data of znode /0828002223/master because node does not exist (not an error) 2024-11-15T07:18:19,604 WARN [M:0;32f0bc5975d0:46813 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T07:18:19,604 INFO [M:0;32f0bc5975d0:46813 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/.lastflushedseqids 2024-11-15T07:18:19,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39431 is added to blk_1073741842_1018 (size=181) 2024-11-15T07:18:19,683 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x1013d5b99ad0001, quorum=127.0.0.1:51273, baseZNode=/0828002223 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:18:19,683 INFO [RS:0;32f0bc5975d0:37389 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:18:19,683 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37389-0x1013d5b99ad0001, quorum=127.0.0.1:51273, baseZNode=/0828002223 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:18:19,683 INFO [RS:0;32f0bc5975d0:37389 {}] regionserver.HRegionServer(1031): Exiting; stopping=32f0bc5975d0,37389,1731655083633; zookeeper connection closed. 2024-11-15T07:18:19,683 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1e20abac {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1e20abac 2024-11-15T07:18:19,684 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T07:18:20,009 INFO [M:0;32f0bc5975d0:46813 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T07:18:20,010 INFO [M:0;32f0bc5975d0:46813 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T07:18:20,010 DEBUG [M:0;32f0bc5975d0:46813 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:18:20,010 INFO [M:0;32f0bc5975d0:46813 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:18:20,010 DEBUG [M:0;32f0bc5975d0:46813 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:18:20,010 DEBUG [M:0;32f0bc5975d0:46813 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:18:20,010 DEBUG [M:0;32f0bc5975d0:46813 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:18:20,010 INFO [M:0;32f0bc5975d0:46813 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-15T07:18:20,029 DEBUG [M:0;32f0bc5975d0:46813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e5fa17296d5f470da01d458728ca801a is 82, key is hbase:meta,,1/info:regioninfo/1731655087004/Put/seqid=0 2024-11-15T07:18:20,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39431 is added to blk_1073741843_1019 (size=5672) 2024-11-15T07:18:20,434 INFO [M:0;32f0bc5975d0:46813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e5fa17296d5f470da01d458728ca801a 2024-11-15T07:18:20,452 DEBUG [M:0;32f0bc5975d0:46813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22b633124d15473b8414bdd2b5080e2d is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731655094096/Put/seqid=0 2024-11-15T07:18:20,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39431 is added to blk_1073741844_1020 (size=7203) 2024-11-15T07:18:20,857 INFO [M:0;32f0bc5975d0:46813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22b633124d15473b8414bdd2b5080e2d 2024-11-15T07:18:20,888 DEBUG [M:0;32f0bc5975d0:46813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/756f48dbfe80426fa4980a14ec457a71 is 69, key is 32f0bc5975d0,37389,1731655083633/rs:state/1731655085810/Put/seqid=0 2024-11-15T07:18:20,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39431 is added to blk_1073741845_1021 (size=5156) 2024-11-15T07:18:20,920 INFO [M:0;32f0bc5975d0:46813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/756f48dbfe80426fa4980a14ec457a71 2024-11-15T07:18:20,930 DEBUG [M:0;32f0bc5975d0:46813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e5fa17296d5f470da01d458728ca801a as hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e5fa17296d5f470da01d458728ca801a 2024-11-15T07:18:20,942 INFO [M:0;32f0bc5975d0:46813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e5fa17296d5f470da01d458728ca801a, entries=8, sequenceid=70, filesize=5.5 K 2024-11-15T07:18:20,945 DEBUG [M:0;32f0bc5975d0:46813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/22b633124d15473b8414bdd2b5080e2d as hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/22b633124d15473b8414bdd2b5080e2d 2024-11-15T07:18:20,958 INFO [M:0;32f0bc5975d0:46813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/22b633124d15473b8414bdd2b5080e2d, entries=8, sequenceid=70, filesize=7.0 K 2024-11-15T07:18:20,962 DEBUG [M:0;32f0bc5975d0:46813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/756f48dbfe80426fa4980a14ec457a71 as hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/756f48dbfe80426fa4980a14ec457a71 2024-11-15T07:18:20,979 INFO [M:0;32f0bc5975d0:46813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36295/user/jenkins/test-data/c64fef08-f87b-2d3d-39e6-a670fdbb18b0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/756f48dbfe80426fa4980a14ec457a71, entries=1, sequenceid=70, filesize=5.0 K 2024-11-15T07:18:20,981 INFO [M:0;32f0bc5975d0:46813 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 970ms, sequenceid=70, compaction requested=false 2024-11-15T07:18:21,009 INFO [M:0;32f0bc5975d0:46813 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:18:21,009 DEBUG [M:0;32f0bc5975d0:46813 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655100010Disabling compacts and flushes for region at 1731655100010Disabling writes for close at 1731655100010Obtaining lock to block concurrent updates at 1731655100010Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731655100010Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731655100011 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731655100011Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731655100011Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731655100029 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731655100029Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731655100439 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731655100452 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731655100452Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731655100865 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731655100887 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731655100888 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b92e3a9: reopening flushed file at 1731655100927 (+39 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51b94e47: reopening flushed file at 1731655100942 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64a6c1e2: reopening flushed file at 1731655100959 (+17 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 970ms, sequenceid=70, compaction requested=false at 1731655100981 (+22 ms)Writing region close event to WAL at 1731655101009 (+28 ms)Closed at 1731655101009 2024-11-15T07:18:21,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39431 is added to blk_1073741830_1006 (size=41008) 2024-11-15T07:18:21,025 INFO [M:0;32f0bc5975d0:46813 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T07:18:21,025 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:18:21,025 INFO [M:0;32f0bc5975d0:46813 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46813 2024-11-15T07:18:21,026 INFO [M:0;32f0bc5975d0:46813 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:18:21,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46813-0x1013d5b99ad0000, quorum=127.0.0.1:51273, baseZNode=/0828002223 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:18:21,175 INFO [M:0;32f0bc5975d0:46813 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:18:21,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46813-0x1013d5b99ad0000, quorum=127.0.0.1:51273, baseZNode=/0828002223 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:18:21,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3cfeb7fb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T07:18:21,179 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5561f518{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T07:18:21,179 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T07:18:21,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34cc490c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T07:18:21,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e513ce8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f47044a-97ea-823d-e659-bcff7e269354/hadoop.log.dir/,STOPPED} 2024-11-15T07:18:21,182 WARN [BP-820978798-172.17.0.2-1731655081500 heartbeating to localhost/127.0.0.1:36295 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T07:18:21,182 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T07:18:21,182 WARN [BP-820978798-172.17.0.2-1731655081500 heartbeating to localhost/127.0.0.1:36295 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-820978798-172.17.0.2-1731655081500 (Datanode Uuid fbc07ac3-6dca-43e9-84f9-91c42cf0a245) service to localhost/127.0.0.1:36295 2024-11-15T07:18:21,182 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T07:18:21,182 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f47044a-97ea-823d-e659-bcff7e269354/cluster_a2478a25-621e-e52f-85d8-4584f01127d5/data/data1/current/BP-820978798-172.17.0.2-1731655081500 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T07:18:21,183 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f47044a-97ea-823d-e659-bcff7e269354/cluster_a2478a25-621e-e52f-85d8-4584f01127d5/data/data2/current/BP-820978798-172.17.0.2-1731655081500 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T07:18:21,183 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T07:18:21,192 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7560eec7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T07:18:21,193 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@354d9b3c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T07:18:21,193 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T07:18:21,193 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a5e24d1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T07:18:21,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ec90c1f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6f47044a-97ea-823d-e659-bcff7e269354/hadoop.log.dir/,STOPPED} 2024-11-15T07:18:21,206 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T07:18:21,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T07:18:21,240 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=137 (was 108) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:46573 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:36295 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:46573 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46573 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:36295 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51273) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46573 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:36295 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36295 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51273) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:46573 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:46573 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36295 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46573 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46573 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:36295 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=395 (was 432), ProcessCount=11 (was 11), AvailableMemoryMB=6697 (was 7425) 2024-11-15T07:18:21,250 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=137, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=395, ProcessCount=11, AvailableMemoryMB=6697 2024-11-15T07:18:21,270 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-15T07:18:21,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3489a7e-0430-b6dd-dc52-28305e0f8926/hadoop.log.dir so I do NOT create it in target/test-data/73f4d3a0-bcb3-0259-7bff-dfd1e9bca604 2024-11-15T07:18:21,272 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3489a7e-0430-b6dd-dc52-28305e0f8926/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T07:18:21,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3489a7e-0430-b6dd-dc52-28305e0f8926/hadoop.tmp.dir so I do NOT create it in target/test-data/73f4d3a0-bcb3-0259-7bff-dfd1e9bca604 2024-11-15T07:18:21,272 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e3489a7e-0430-b6dd-dc52-28305e0f8926/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T07:18:21,272 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73f4d3a0-bcb3-0259-7bff-dfd1e9bca604 2024-11-15T07:18:21,272 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73f4d3a0-bcb3-0259-7bff-dfd1e9bca604/cluster_18851133-984e-edb9-8faf-ca9aa780510a, deleteOnExit=true 2024-11-15T07:18:21,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013d5b99ad0005, quorum=127.0.0.1:51273, baseZNode=/11882843610 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T07:18:21,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013d5b99ad0002, quorum=127.0.0.1:51273, baseZNode=/0828002223 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T07:18:21,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013d5b99ad0005, quorum=127.0.0.1:51273, baseZNode=/11882843610 Received Disconnected from ZooKeeper, ignoring 2024-11-15T07:18:21,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013d5b99ad0002, quorum=127.0.0.1:51273, baseZNode=/0828002223 Received Disconnected from ZooKeeper, ignoring 2024-11-15T07:18:21,321 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73f4d3a0-bcb3-0259-7bff-dfd1e9bca604/cluster_18851133-984e-edb9-8faf-ca9aa780510a/zookeeper_0, clientPort=52078, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73f4d3a0-bcb3-0259-7bff-dfd1e9bca604/cluster_18851133-984e-edb9-8faf-ca9aa780510a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73f4d3a0-bcb3-0259-7bff-dfd1e9bca604/cluster_18851133-984e-edb9-8faf-ca9aa780510a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T07:18:21,322 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52078 2024-11-15T07:18:21,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T07:18:21,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T07:18:21,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73f4d3a0-bcb3-0259-7bff-dfd1e9bca604/test.cache.data in system properties and HBase conf 2024-11-15T07:18:21,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73f4d3a0-bcb3-0259-7bff-dfd1e9bca604/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T07:18:21,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73f4d3a0-bcb3-0259-7bff-dfd1e9bca604/hadoop.log.dir in system properties and HBase conf 2024-11-15T07:18:21,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73f4d3a0-bcb3-0259-7bff-dfd1e9bca604/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T07:18:21,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73f4d3a0-bcb3-0259-7bff-dfd1e9bca604/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T07:18:21,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T07:18:21,324 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T07:18:21,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73f4d3a0-bcb3-0259-7bff-dfd1e9bca604/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T07:18:21,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73f4d3a0-bcb3-0259-7bff-dfd1e9bca604/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T07:18:21,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73f4d3a0-bcb3-0259-7bff-dfd1e9bca604/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T07:18:21,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73f4d3a0-bcb3-0259-7bff-dfd1e9bca604/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T07:18:21,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73f4d3a0-bcb3-0259-7bff-dfd1e9bca604/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T07:18:21,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73f4d3a0-bcb3-0259-7bff-dfd1e9bca604/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T07:18:21,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73f4d3a0-bcb3-0259-7bff-dfd1e9bca604/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T07:18:21,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73f4d3a0-bcb3-0259-7bff-dfd1e9bca604/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T07:18:21,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73f4d3a0-bcb3-0259-7bff-dfd1e9bca604/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T07:18:21,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73f4d3a0-bcb3-0259-7bff-dfd1e9bca604/nfs.dump.dir in system properties and HBase conf 2024-11-15T07:18:21,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73f4d3a0-bcb3-0259-7bff-dfd1e9bca604/java.io.tmpdir in system properties and HBase conf 2024-11-15T07:18:21,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73f4d3a0-bcb3-0259-7bff-dfd1e9bca604/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T07:18:21,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73f4d3a0-bcb3-0259-7bff-dfd1e9bca604/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T07:18:21,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73f4d3a0-bcb3-0259-7bff-dfd1e9bca604/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T07:18:21,630 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:18:21,645 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T07:18:21,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T07:18:21,665 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T07:18:21,665 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T07:18:21,666 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:18:21,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1debcff9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73f4d3a0-bcb3-0259-7bff-dfd1e9bca604/hadoop.log.dir/,AVAILABLE} 2024-11-15T07:18:21,669 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@540f0b4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T07:18:21,803 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61ed211c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73f4d3a0-bcb3-0259-7bff-dfd1e9bca604/java.io.tmpdir/jetty-localhost-43541-hadoop-hdfs-3_4_1-tests_jar-_-any-353266858668183916/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T07:18:21,803 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26bf8dab{HTTP/1.1, (http/1.1)}{localhost:43541} 2024-11-15T07:18:21,804 INFO [Time-limited test {}] server.Server(415): Started @56317ms 2024-11-15T07:18:22,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:18:22,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T07:18:22,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T07:18:22,290 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:18:22,303 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:18:22,317 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T07:18:22,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T07:18:22,340 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T07:18:22,341 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T07:18:22,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37f48160{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73f4d3a0-bcb3-0259-7bff-dfd1e9bca604/hadoop.log.dir/,AVAILABLE} 2024-11-15T07:18:22,345 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@311b9102{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T07:18:22,482 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6539a55a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73f4d3a0-bcb3-0259-7bff-dfd1e9bca604/java.io.tmpdir/jetty-localhost-33313-hadoop-hdfs-3_4_1-tests_jar-_-any-2669491391233428148/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T07:18:22,482 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1aa0b078{HTTP/1.1, (http/1.1)}{localhost:33313} 2024-11-15T07:18:22,482 INFO [Time-limited test {}] server.Server(415): Started @56996ms 2024-11-15T07:18:22,484 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T07:18:23,336 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73f4d3a0-bcb3-0259-7bff-dfd1e9bca604/cluster_18851133-984e-edb9-8faf-ca9aa780510a/data/data1/current/BP-1509349302-172.17.0.2-1731655101360/current, will proceed with Du for space computation calculation, 2024-11-15T07:18:23,337 WARN [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73f4d3a0-bcb3-0259-7bff-dfd1e9bca604/cluster_18851133-984e-edb9-8faf-ca9aa780510a/data/data2/current/BP-1509349302-172.17.0.2-1731655101360/current, will proceed with Du for space computation calculation, 2024-11-15T07:18:23,359 WARN [Thread-817 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T07:18:23,362 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2db8ab7ed0608379 with lease ID 0xdbcf6e77c4c701e2: Processing first storage report for DS-4421e73a-11a5-4f4f-b66c-f439f708c6d8 from datanode DatanodeRegistration(127.0.0.1:33425, datanodeUuid=0863af90-eaf1-4c65-b65c-9a34dcb6aea7, infoPort=46451, infoSecurePort=0, ipcPort=43983, storageInfo=lv=-57;cid=testClusterID;nsid=1275040980;c=1731655101360) 2024-11-15T07:18:23,362 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2db8ab7ed0608379 with lease ID 0xdbcf6e77c4c701e2: from storage DS-4421e73a-11a5-4f4f-b66c-f439f708c6d8 node DatanodeRegistration(127.0.0.1:33425, datanodeUuid=0863af90-eaf1-4c65-b65c-9a34dcb6aea7, infoPort=46451, infoSecurePort=0, ipcPort=43983, storageInfo=lv=-57;cid=testClusterID;nsid=1275040980;c=1731655101360), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T07:18:23,362 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2db8ab7ed0608379 with lease ID 0xdbcf6e77c4c701e2: Processing first storage report for DS-3bdc3eed-bb46-47b8-882a-9be25338af2e from datanode DatanodeRegistration(127.0.0.1:33425, datanodeUuid=0863af90-eaf1-4c65-b65c-9a34dcb6aea7, infoPort=46451, infoSecurePort=0, ipcPort=43983, storageInfo=lv=-57;cid=testClusterID;nsid=1275040980;c=1731655101360) 2024-11-15T07:18:23,362 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2db8ab7ed0608379 with lease ID 0xdbcf6e77c4c701e2: from storage DS-3bdc3eed-bb46-47b8-882a-9be25338af2e node DatanodeRegistration(127.0.0.1:33425, datanodeUuid=0863af90-eaf1-4c65-b65c-9a34dcb6aea7, infoPort=46451, infoSecurePort=0, ipcPort=43983, storageInfo=lv=-57;cid=testClusterID;nsid=1275040980;c=1731655101360), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T07:18:23,420 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73f4d3a0-bcb3-0259-7bff-dfd1e9bca604 2024-11-15T07:18:23,421 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:18:23,422 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:18:23,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741825_1001 (size=7) 2024-11-15T07:18:23,806 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T07:18:23,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:18:23,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:18:23,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:18:23,832 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f with version=8 2024-11-15T07:18:23,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/hbase-staging 2024-11-15T07:18:23,834 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:18:23,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:18:23,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:18:23,834 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:18:23,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:18:23,834 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:18:23,834 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T07:18:23,834 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:18:23,835 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44739 2024-11-15T07:18:23,836 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44739 connecting to ZooKeeper ensemble=127.0.0.1:52078 2024-11-15T07:18:23,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447390x0, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:18:23,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44739-0x1013d5be7320000 connected 2024-11-15T07:18:23,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:18:23,995 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:18:23,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44739-0x1013d5be7320000, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Set watcher on znode that does not yet exist, /0-1097810178/running 2024-11-15T07:18:23,997 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f, hbase.cluster.distributed=false 2024-11-15T07:18:23,998 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44739-0x1013d5be7320000, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Set watcher on znode that does not yet exist, /0-1097810178/acl 2024-11-15T07:18:23,998 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44739 2024-11-15T07:18:23,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44739 2024-11-15T07:18:23,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44739 2024-11-15T07:18:23,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44739 2024-11-15T07:18:23,999 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44739 2024-11-15T07:18:24,012 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:18:24,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:18:24,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:18:24,012 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:18:24,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:18:24,012 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:18:24,012 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T07:18:24,013 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:18:24,013 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42509 2024-11-15T07:18:24,014 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42509 connecting to ZooKeeper ensemble=127.0.0.1:52078 2024-11-15T07:18:24,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:18:24,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:18:24,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:425090x0, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:18:24,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:425090x0, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Set watcher on znode that does not yet exist, /0-1097810178/running 2024-11-15T07:18:24,033 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42509-0x1013d5be7320001 connected 2024-11-15T07:18:24,033 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T07:18:24,034 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T07:18:24,034 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42509-0x1013d5be7320001, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Set watcher on znode that does not yet exist, /0-1097810178/master 2024-11-15T07:18:24,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42509-0x1013d5be7320001, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Set watcher on znode that does not yet exist, /0-1097810178/acl 2024-11-15T07:18:24,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42509 2024-11-15T07:18:24,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42509 2024-11-15T07:18:24,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42509 2024-11-15T07:18:24,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42509 2024-11-15T07:18:24,040 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42509 2024-11-15T07:18:24,050 DEBUG [M:0;32f0bc5975d0:44739 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32f0bc5975d0:44739 2024-11-15T07:18:24,050 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1097810178/backup-masters/32f0bc5975d0,44739,1731655103834 2024-11-15T07:18:24,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44739-0x1013d5be7320000, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1097810178/backup-masters 2024-11-15T07:18:24,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42509-0x1013d5be7320001, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1097810178/backup-masters 2024-11-15T07:18:24,057 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44739-0x1013d5be7320000, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Set watcher on existing znode=/0-1097810178/backup-masters/32f0bc5975d0,44739,1731655103834 2024-11-15T07:18:24,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44739-0x1013d5be7320000, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1097810178 2024-11-15T07:18:24,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42509-0x1013d5be7320001, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1097810178/master 2024-11-15T07:18:24,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42509-0x1013d5be7320001, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1097810178 2024-11-15T07:18:24,067 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44739-0x1013d5be7320000, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Set watcher on existing znode=/0-1097810178/master 2024-11-15T07:18:24,067 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1097810178/backup-masters/32f0bc5975d0,44739,1731655103834 from backup master directory 2024-11-15T07:18:24,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42509-0x1013d5be7320001, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1097810178/backup-masters 2024-11-15T07:18:24,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44739-0x1013d5be7320000, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1097810178/backup-masters/32f0bc5975d0,44739,1731655103834 2024-11-15T07:18:24,077 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44739-0x1013d5be7320000, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1097810178/backup-masters 2024-11-15T07:18:24,077 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:18:24,077 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32f0bc5975d0,44739,1731655103834 2024-11-15T07:18:24,081 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/hbase.id] with ID: 188733ef-244c-4a87-8039-f0bbd16bf938 2024-11-15T07:18:24,081 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/.tmp/hbase.id 2024-11-15T07:18:24,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741826_1002 (size=42) 2024-11-15T07:18:24,487 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/.tmp/hbase.id]:[hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/hbase.id] 2024-11-15T07:18:24,500 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:18:24,500 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T07:18:24,502 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T07:18:24,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44739-0x1013d5be7320000, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1097810178 2024-11-15T07:18:24,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42509-0x1013d5be7320001, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1097810178 2024-11-15T07:18:24,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741827_1003 (size=196) 2024-11-15T07:18:25,052 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:18:25,053 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T07:18:25,053 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:18:25,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741828_1004 (size=1189) 2024-11-15T07:18:25,461 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/MasterData/data/master/store 2024-11-15T07:18:25,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741829_1005 (size=34) 2024-11-15T07:18:25,875 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:18:25,875 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:18:25,875 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:18:25,875 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:18:25,875 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:18:25,875 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:18:25,875 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:18:25,875 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655105875Disabling compacts and flushes for region at 1731655105875Disabling writes for close at 1731655105875Writing region close event to WAL at 1731655105875Closed at 1731655105875 2024-11-15T07:18:25,877 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/MasterData/data/master/store/.initializing 2024-11-15T07:18:25,877 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/MasterData/WALs/32f0bc5975d0,44739,1731655103834 2024-11-15T07:18:25,879 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:18:25,881 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32f0bc5975d0%2C44739%2C1731655103834, suffix=, logDir=hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/MasterData/WALs/32f0bc5975d0,44739,1731655103834, archiveDir=hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/MasterData/oldWALs, maxLogs=10 2024-11-15T07:18:25,897 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/MasterData/WALs/32f0bc5975d0,44739,1731655103834/32f0bc5975d0%2C44739%2C1731655103834.1731655105881, exclude list is [], retry=0 2024-11-15T07:18:25,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33425,DS-4421e73a-11a5-4f4f-b66c-f439f708c6d8,DISK] 2024-11-15T07:18:25,901 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/MasterData/WALs/32f0bc5975d0,44739,1731655103834/32f0bc5975d0%2C44739%2C1731655103834.1731655105881 2024-11-15T07:18:25,902 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46451:46451)] 2024-11-15T07:18:25,902 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:18:25,902 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:18:25,902 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:25,902 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:25,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:25,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T07:18:25,905 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:25,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:18:25,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:25,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T07:18:25,907 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:25,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:18:25,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:25,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T07:18:25,909 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:25,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:18:25,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:25,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T07:18:25,910 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:25,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:18:25,911 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:25,911 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:25,912 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:25,913 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:25,913 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:25,913 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:18:25,914 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:25,916 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:18:25,917 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63267413, jitterRate=-0.05724208056926727}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:18:25,917 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731655105902Initializing all the Stores at 1731655105903 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655105903Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655105903Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655105903Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655105903Cleaning up temporary data from old regions at 1731655105913 (+10 ms)Region opened successfully at 1731655105917 (+4 ms) 2024-11-15T07:18:25,917 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T07:18:25,920 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b4b87c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:18:25,921 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T07:18:25,921 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T07:18:25,921 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T07:18:25,921 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T07:18:25,922 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T07:18:25,922 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T07:18:25,922 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T07:18:25,924 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T07:18:25,925 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44739-0x1013d5be7320000, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Unable to get data of znode /0-1097810178/balancer because node does not exist (not necessarily an error) 2024-11-15T07:18:25,930 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1097810178/balancer already deleted, retry=false 2024-11-15T07:18:25,930 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T07:18:25,930 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44739-0x1013d5be7320000, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Unable to get data of znode /0-1097810178/normalizer because node does not exist (not necessarily an error) 2024-11-15T07:18:26,022 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1097810178/normalizer already deleted, retry=false 2024-11-15T07:18:26,022 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T07:18:26,023 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44739-0x1013d5be7320000, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Unable to get data of znode /0-1097810178/switch/split because node does not exist (not necessarily an error) 2024-11-15T07:18:26,035 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1097810178/switch/split already deleted, retry=false 2024-11-15T07:18:26,036 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44739-0x1013d5be7320000, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Unable to get data of znode /0-1097810178/switch/merge because node does not exist (not necessarily an error) 2024-11-15T07:18:26,045 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1097810178/switch/merge already deleted, retry=false 2024-11-15T07:18:26,048 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44739-0x1013d5be7320000, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Unable to get data of znode /0-1097810178/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T07:18:26,056 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1097810178/snapshot-cleanup already deleted, retry=false 2024-11-15T07:18:26,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42509-0x1013d5be7320001, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1097810178/running 2024-11-15T07:18:26,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44739-0x1013d5be7320000, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1097810178/running 2024-11-15T07:18:26,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42509-0x1013d5be7320001, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1097810178 2024-11-15T07:18:26,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44739-0x1013d5be7320000, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1097810178 2024-11-15T07:18:26,067 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32f0bc5975d0,44739,1731655103834, sessionid=0x1013d5be7320000, setting cluster-up flag (Was=false) 2024-11-15T07:18:26,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42509-0x1013d5be7320001, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1097810178 2024-11-15T07:18:26,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44739-0x1013d5be7320000, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1097810178 2024-11-15T07:18:26,130 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1097810178/flush-table-proc/acquired, /0-1097810178/flush-table-proc/reached, /0-1097810178/flush-table-proc/abort 2024-11-15T07:18:26,131 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,44739,1731655103834 2024-11-15T07:18:26,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42509-0x1013d5be7320001, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1097810178 2024-11-15T07:18:26,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44739-0x1013d5be7320000, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1097810178 2024-11-15T07:18:26,182 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1097810178/online-snapshot/acquired, /0-1097810178/online-snapshot/reached, /0-1097810178/online-snapshot/abort 2024-11-15T07:18:26,184 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,44739,1731655103834 2024-11-15T07:18:26,185 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T07:18:26,186 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T07:18:26,187 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T07:18:26,187 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T07:18:26,187 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32f0bc5975d0,44739,1731655103834 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T07:18:26,188 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:18:26,188 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:18:26,188 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:18:26,188 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:18:26,188 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32f0bc5975d0:0, corePoolSize=10, maxPoolSize=10 2024-11-15T07:18:26,188 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:26,188 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:18:26,188 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:26,190 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:18:26,190 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T07:18:26,190 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731655136190 2024-11-15T07:18:26,190 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T07:18:26,190 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T07:18:26,190 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T07:18:26,190 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T07:18:26,190 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T07:18:26,190 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T07:18:26,190 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:26,191 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T07:18:26,191 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:26,191 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T07:18:26,191 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T07:18:26,191 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T07:18:26,191 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T07:18:26,191 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T07:18:26,191 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T07:18:26,191 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655106191,5,FailOnTimeoutGroup] 2024-11-15T07:18:26,192 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655106191,5,FailOnTimeoutGroup] 2024-11-15T07:18:26,192 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:26,192 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T07:18:26,192 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:26,192 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:26,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741831_1007 (size=1321) 2024-11-15T07:18:26,243 INFO [RS:0;32f0bc5975d0:42509 {}] regionserver.HRegionServer(746): ClusterId : 188733ef-244c-4a87-8039-f0bbd16bf938 2024-11-15T07:18:26,244 DEBUG [RS:0;32f0bc5975d0:42509 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T07:18:26,257 DEBUG [RS:0;32f0bc5975d0:42509 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T07:18:26,257 DEBUG [RS:0;32f0bc5975d0:42509 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T07:18:26,267 DEBUG [RS:0;32f0bc5975d0:42509 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T07:18:26,268 DEBUG [RS:0;32f0bc5975d0:42509 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@311cab13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:18:26,277 DEBUG [RS:0;32f0bc5975d0:42509 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32f0bc5975d0:42509 2024-11-15T07:18:26,278 INFO [RS:0;32f0bc5975d0:42509 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T07:18:26,278 INFO [RS:0;32f0bc5975d0:42509 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T07:18:26,278 DEBUG [RS:0;32f0bc5975d0:42509 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T07:18:26,278 INFO [RS:0;32f0bc5975d0:42509 {}] regionserver.HRegionServer(2659): reportForDuty to master=32f0bc5975d0,44739,1731655103834 with port=42509, startcode=1731655104012 2024-11-15T07:18:26,278 DEBUG [RS:0;32f0bc5975d0:42509 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T07:18:26,280 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T07:18:26,280 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44739 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32f0bc5975d0,42509,1731655104012 2024-11-15T07:18:26,280 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44739 {}] master.ServerManager(517): Registering regionserver=32f0bc5975d0,42509,1731655104012 2024-11-15T07:18:26,282 DEBUG [RS:0;32f0bc5975d0:42509 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f 2024-11-15T07:18:26,282 DEBUG [RS:0;32f0bc5975d0:42509 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34595 2024-11-15T07:18:26,282 DEBUG [RS:0;32f0bc5975d0:42509 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T07:18:26,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44739-0x1013d5be7320000, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1097810178/rs 2024-11-15T07:18:26,363 DEBUG [RS:0;32f0bc5975d0:42509 {}] zookeeper.ZKUtil(111): regionserver:42509-0x1013d5be7320001, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Set watcher on existing znode=/0-1097810178/rs/32f0bc5975d0,42509,1731655104012 2024-11-15T07:18:26,363 WARN [RS:0;32f0bc5975d0:42509 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:18:26,363 INFO [RS:0;32f0bc5975d0:42509 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:18:26,363 DEBUG [RS:0;32f0bc5975d0:42509 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012 2024-11-15T07:18:26,363 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32f0bc5975d0,42509,1731655104012] 2024-11-15T07:18:26,366 INFO [RS:0;32f0bc5975d0:42509 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T07:18:26,368 INFO [RS:0;32f0bc5975d0:42509 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T07:18:26,368 INFO [RS:0;32f0bc5975d0:42509 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T07:18:26,368 INFO [RS:0;32f0bc5975d0:42509 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:26,369 INFO [RS:0;32f0bc5975d0:42509 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T07:18:26,370 INFO [RS:0;32f0bc5975d0:42509 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T07:18:26,370 INFO [RS:0;32f0bc5975d0:42509 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:26,370 DEBUG [RS:0;32f0bc5975d0:42509 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:26,370 DEBUG [RS:0;32f0bc5975d0:42509 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:26,370 DEBUG [RS:0;32f0bc5975d0:42509 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:26,370 DEBUG [RS:0;32f0bc5975d0:42509 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:26,371 DEBUG [RS:0;32f0bc5975d0:42509 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:26,371 DEBUG [RS:0;32f0bc5975d0:42509 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:18:26,371 DEBUG [RS:0;32f0bc5975d0:42509 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:26,371 DEBUG [RS:0;32f0bc5975d0:42509 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:26,371 DEBUG [RS:0;32f0bc5975d0:42509 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:26,371 DEBUG [RS:0;32f0bc5975d0:42509 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:26,371 DEBUG [RS:0;32f0bc5975d0:42509 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:26,371 DEBUG [RS:0;32f0bc5975d0:42509 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:26,371 DEBUG [RS:0;32f0bc5975d0:42509 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:18:26,371 DEBUG [RS:0;32f0bc5975d0:42509 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:18:26,373 INFO [RS:0;32f0bc5975d0:42509 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:26,373 INFO [RS:0;32f0bc5975d0:42509 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:26,373 INFO [RS:0;32f0bc5975d0:42509 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:26,373 INFO [RS:0;32f0bc5975d0:42509 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:26,373 INFO [RS:0;32f0bc5975d0:42509 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:26,373 INFO [RS:0;32f0bc5975d0:42509 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,42509,1731655104012-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:18:26,385 INFO [RS:0;32f0bc5975d0:42509 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T07:18:26,385 INFO [RS:0;32f0bc5975d0:42509 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,42509,1731655104012-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:26,386 INFO [RS:0;32f0bc5975d0:42509 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:26,386 INFO [RS:0;32f0bc5975d0:42509 {}] regionserver.Replication(171): 32f0bc5975d0,42509,1731655104012 started 2024-11-15T07:18:26,397 INFO [RS:0;32f0bc5975d0:42509 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:26,397 INFO [RS:0;32f0bc5975d0:42509 {}] regionserver.HRegionServer(1482): Serving as 32f0bc5975d0,42509,1731655104012, RpcServer on 32f0bc5975d0/172.17.0.2:42509, sessionid=0x1013d5be7320001 2024-11-15T07:18:26,397 DEBUG [RS:0;32f0bc5975d0:42509 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T07:18:26,397 DEBUG [RS:0;32f0bc5975d0:42509 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32f0bc5975d0,42509,1731655104012 2024-11-15T07:18:26,397 DEBUG [RS:0;32f0bc5975d0:42509 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,42509,1731655104012' 2024-11-15T07:18:26,397 DEBUG [RS:0;32f0bc5975d0:42509 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1097810178/flush-table-proc/abort' 2024-11-15T07:18:26,398 DEBUG [RS:0;32f0bc5975d0:42509 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1097810178/flush-table-proc/acquired' 2024-11-15T07:18:26,398 DEBUG [RS:0;32f0bc5975d0:42509 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T07:18:26,398 DEBUG [RS:0;32f0bc5975d0:42509 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T07:18:26,399 DEBUG [RS:0;32f0bc5975d0:42509 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32f0bc5975d0,42509,1731655104012 2024-11-15T07:18:26,399 DEBUG [RS:0;32f0bc5975d0:42509 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,42509,1731655104012' 2024-11-15T07:18:26,399 DEBUG [RS:0;32f0bc5975d0:42509 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1097810178/online-snapshot/abort' 2024-11-15T07:18:26,399 DEBUG [RS:0;32f0bc5975d0:42509 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1097810178/online-snapshot/acquired' 2024-11-15T07:18:26,399 DEBUG [RS:0;32f0bc5975d0:42509 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T07:18:26,399 INFO [RS:0;32f0bc5975d0:42509 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T07:18:26,399 INFO [RS:0;32f0bc5975d0:42509 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T07:18:26,500 INFO [RS:0;32f0bc5975d0:42509 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:18:26,501 INFO [RS:0;32f0bc5975d0:42509 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C42509%2C1731655104012, suffix=, logDir=hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012, archiveDir=hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/oldWALs, maxLogs=10 2024-11-15T07:18:26,512 DEBUG [RS:0;32f0bc5975d0:42509 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501, exclude list is [], retry=0 2024-11-15T07:18:26,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33425,DS-4421e73a-11a5-4f4f-b66c-f439f708c6d8,DISK] 2024-11-15T07:18:26,516 INFO [RS:0;32f0bc5975d0:42509 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 2024-11-15T07:18:26,517 DEBUG [RS:0;32f0bc5975d0:42509 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46451:46451)] 2024-11-15T07:18:26,603 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T07:18:26,604 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f 2024-11-15T07:18:26,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741833_1009 (size=32) 2024-11-15T07:18:27,010 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:18:27,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:18:27,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:18:27,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:27,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:18:27,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:18:27,014 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:18:27,014 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:27,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:18:27,015 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:18:27,016 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:18:27,016 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:27,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:18:27,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:18:27,017 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:18:27,017 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:27,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:18:27,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:18:27,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/hbase/meta/1588230740 2024-11-15T07:18:27,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/hbase/meta/1588230740 2024-11-15T07:18:27,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:18:27,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:18:27,020 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:18:27,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:18:27,023 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:18:27,024 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66329348, jitterRate=-0.01161569356918335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:18:27,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731655107010Initializing all the Stores at 1731655107011 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655107011Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655107011Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655107011Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655107011Cleaning up temporary data from old regions at 1731655107020 (+9 ms)Region opened successfully at 1731655107024 (+4 ms) 2024-11-15T07:18:27,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:18:27,024 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:18:27,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:18:27,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:18:27,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:18:27,025 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:18:27,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655107024Disabling compacts and flushes for region at 1731655107024Disabling writes for close at 1731655107024Writing region close event to WAL at 1731655107025 (+1 ms)Closed at 1731655107025 2024-11-15T07:18:27,026 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:18:27,026 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T07:18:27,026 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T07:18:27,028 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:18:27,028 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T07:18:27,179 DEBUG [32f0bc5975d0:44739 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T07:18:27,179 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32f0bc5975d0,42509,1731655104012 2024-11-15T07:18:27,180 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,42509,1731655104012, state=OPENING 2024-11-15T07:18:27,235 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T07:18:27,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42509-0x1013d5be7320001, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1097810178 2024-11-15T07:18:27,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44739-0x1013d5be7320000, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1097810178 2024-11-15T07:18:27,289 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:18:27,289 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1097810178/meta-region-server: CHANGED 2024-11-15T07:18:27,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,42509,1731655104012}] 2024-11-15T07:18:27,290 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1097810178/meta-region-server: CHANGED 2024-11-15T07:18:27,443 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T07:18:27,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33199, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T07:18:27,448 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T07:18:27,448 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:18:27,449 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T07:18:27,450 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C42509%2C1731655104012.meta, suffix=.meta, logDir=hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012, archiveDir=hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/oldWALs, maxLogs=10 2024-11-15T07:18:27,466 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.meta.1731655107451.meta, exclude list is [], retry=0 2024-11-15T07:18:27,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33425,DS-4421e73a-11a5-4f4f-b66c-f439f708c6d8,DISK] 2024-11-15T07:18:27,470 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.meta.1731655107451.meta 2024-11-15T07:18:27,471 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46451:46451)] 2024-11-15T07:18:27,471 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:18:27,471 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:18:27,471 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T07:18:27,472 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T07:18:27,472 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T07:18:27,472 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T07:18:27,472 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:18:27,472 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T07:18:27,472 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T07:18:27,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:18:27,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:18:27,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:27,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:18:27,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:18:27,476 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:18:27,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:27,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:18:27,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:18:27,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:18:27,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:27,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:18:27,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:18:27,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:18:27,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:27,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:18:27,480 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:18:27,480 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/hbase/meta/1588230740 2024-11-15T07:18:27,481 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/hbase/meta/1588230740 2024-11-15T07:18:27,483 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:18:27,483 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:18:27,484 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:18:27,485 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:18:27,486 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73679633, jitterRate=0.09791208803653717}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:18:27,486 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T07:18:27,487 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731655107472Writing region info on filesystem at 1731655107472Initializing all the Stores at 1731655107473 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655107473Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655107474 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655107474Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655107474Cleaning up temporary data from old regions at 1731655107483 (+9 ms)Running coprocessor post-open hooks at 1731655107486 (+3 ms)Region opened successfully at 1731655107487 (+1 ms) 2024-11-15T07:18:27,488 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731655107442 2024-11-15T07:18:27,491 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T07:18:27,491 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T07:18:27,492 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32f0bc5975d0,42509,1731655104012 2024-11-15T07:18:27,493 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,42509,1731655104012, state=OPEN 2024-11-15T07:18:27,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42509-0x1013d5be7320001, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1097810178/meta-region-server 2024-11-15T07:18:27,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44739-0x1013d5be7320000, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1097810178/meta-region-server 2024-11-15T07:18:27,498 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32f0bc5975d0,42509,1731655104012 2024-11-15T07:18:27,498 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1097810178/meta-region-server: CHANGED 2024-11-15T07:18:27,498 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1097810178/meta-region-server: CHANGED 2024-11-15T07:18:27,501 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T07:18:27,502 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,42509,1731655104012 in 209 msec 2024-11-15T07:18:27,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T07:18:27,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 476 msec 2024-11-15T07:18:27,505 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:18:27,505 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T07:18:27,507 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:18:27,507 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,42509,1731655104012, seqNum=-1] 2024-11-15T07:18:27,507 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:18:27,509 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39745, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:18:27,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3280 sec 2024-11-15T07:18:27,515 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731655107515, completionTime=-1 2024-11-15T07:18:27,515 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T07:18:27,515 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T07:18:27,517 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T07:18:27,517 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731655167517 2024-11-15T07:18:27,517 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731655227517 2024-11-15T07:18:27,517 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T07:18:27,518 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,44739,1731655103834-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:27,518 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,44739,1731655103834-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:27,518 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,44739,1731655103834-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:27,518 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32f0bc5975d0:44739, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:27,518 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:27,518 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:27,520 DEBUG [master/32f0bc5975d0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T07:18:27,522 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.445sec 2024-11-15T07:18:27,523 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T07:18:27,523 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T07:18:27,523 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T07:18:27,523 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T07:18:27,523 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T07:18:27,523 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,44739,1731655103834-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:18:27,523 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,44739,1731655103834-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T07:18:27,525 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T07:18:27,526 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T07:18:27,526 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,44739,1731655103834-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:27,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cd061f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:27,544 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,44739,-1 for getting cluster id 2024-11-15T07:18:27,545 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:18:27,546 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '188733ef-244c-4a87-8039-f0bbd16bf938' 2024-11-15T07:18:27,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:18:27,546 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "188733ef-244c-4a87-8039-f0bbd16bf938" 2024-11-15T07:18:27,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6145423d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:27,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,44739,-1] 2024-11-15T07:18:27,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:18:27,547 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:18:27,548 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:18:27,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2565d617, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:27,549 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:18:27,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,42509,1731655104012, seqNum=-1] 2024-11-15T07:18:27,551 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:18:27,553 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:18:27,555 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32f0bc5975d0,44739,1731655103834 2024-11-15T07:18:27,556 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52078 2024-11-15T07:18:27,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:18:27,570 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013d5be7320002 connected 2024-11-15T07:18:27,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73f4d3a0-bcb3-0259-7bff-dfd1e9bca604/hadoop.log.dir so I do NOT create it in target/test-data/1f1ec698-e901-97cc-88bf-c3b7d00fe249 2024-11-15T07:18:27,583 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73f4d3a0-bcb3-0259-7bff-dfd1e9bca604/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T07:18:27,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73f4d3a0-bcb3-0259-7bff-dfd1e9bca604/hadoop.tmp.dir so I do NOT create it in target/test-data/1f1ec698-e901-97cc-88bf-c3b7d00fe249 2024-11-15T07:18:27,583 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73f4d3a0-bcb3-0259-7bff-dfd1e9bca604/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T07:18:27,583 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1ec698-e901-97cc-88bf-c3b7d00fe249 2024-11-15T07:18:27,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T07:18:27,583 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1ec698-e901-97cc-88bf-c3b7d00fe249/cluster_8b3a17b6-fdb8-e88a-60b7-9cfc6f717d55, deleteOnExit=true 2024-11-15T07:18:27,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T07:18:27,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1ec698-e901-97cc-88bf-c3b7d00fe249/test.cache.data in system properties and HBase conf 2024-11-15T07:18:27,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1ec698-e901-97cc-88bf-c3b7d00fe249/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T07:18:27,583 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1ec698-e901-97cc-88bf-c3b7d00fe249/hadoop.log.dir in system properties and HBase conf 2024-11-15T07:18:27,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1ec698-e901-97cc-88bf-c3b7d00fe249/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T07:18:27,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1ec698-e901-97cc-88bf-c3b7d00fe249/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T07:18:27,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T07:18:27,584 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T07:18:27,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1ec698-e901-97cc-88bf-c3b7d00fe249/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T07:18:27,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1ec698-e901-97cc-88bf-c3b7d00fe249/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T07:18:27,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1ec698-e901-97cc-88bf-c3b7d00fe249/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T07:18:27,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1ec698-e901-97cc-88bf-c3b7d00fe249/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T07:18:27,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1ec698-e901-97cc-88bf-c3b7d00fe249/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T07:18:27,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1ec698-e901-97cc-88bf-c3b7d00fe249/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T07:18:27,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1ec698-e901-97cc-88bf-c3b7d00fe249/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T07:18:27,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1ec698-e901-97cc-88bf-c3b7d00fe249/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T07:18:27,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1ec698-e901-97cc-88bf-c3b7d00fe249/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T07:18:27,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1ec698-e901-97cc-88bf-c3b7d00fe249/nfs.dump.dir in system properties and HBase conf 2024-11-15T07:18:27,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1ec698-e901-97cc-88bf-c3b7d00fe249/java.io.tmpdir in system properties and HBase conf 2024-11-15T07:18:27,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1ec698-e901-97cc-88bf-c3b7d00fe249/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T07:18:27,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1ec698-e901-97cc-88bf-c3b7d00fe249/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T07:18:27,585 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1ec698-e901-97cc-88bf-c3b7d00fe249/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T07:18:27,903 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:18:27,913 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T07:18:27,914 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T07:18:27,914 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T07:18:27,914 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T07:18:27,915 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:18:27,915 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47aa0545{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1ec698-e901-97cc-88bf-c3b7d00fe249/hadoop.log.dir/,AVAILABLE} 2024-11-15T07:18:27,915 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d98d30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T07:18:28,014 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@676ec3fe{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1ec698-e901-97cc-88bf-c3b7d00fe249/java.io.tmpdir/jetty-localhost-44393-hadoop-hdfs-3_4_1-tests_jar-_-any-16943000498927598579/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T07:18:28,014 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55904392{HTTP/1.1, (http/1.1)}{localhost:44393} 2024-11-15T07:18:28,014 INFO [Time-limited test {}] server.Server(415): Started @62528ms 2024-11-15T07:18:28,278 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:18:28,284 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T07:18:28,289 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T07:18:28,289 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T07:18:28,289 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T07:18:28,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5123c940{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1ec698-e901-97cc-88bf-c3b7d00fe249/hadoop.log.dir/,AVAILABLE} 2024-11-15T07:18:28,291 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e8650cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T07:18:28,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@724d5ec{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1ec698-e901-97cc-88bf-c3b7d00fe249/java.io.tmpdir/jetty-localhost-34005-hadoop-hdfs-3_4_1-tests_jar-_-any-16736277342160752379/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T07:18:28,389 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e793f56{HTTP/1.1, (http/1.1)}{localhost:34005} 2024-11-15T07:18:28,389 INFO [Time-limited test {}] server.Server(415): Started @62903ms 2024-11-15T07:18:28,390 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T07:18:29,027 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1ec698-e901-97cc-88bf-c3b7d00fe249/cluster_8b3a17b6-fdb8-e88a-60b7-9cfc6f717d55/data/data2/current/BP-2066287467-172.17.0.2-1731655107603/current, will proceed with Du for space computation calculation, 2024-11-15T07:18:29,027 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1ec698-e901-97cc-88bf-c3b7d00fe249/cluster_8b3a17b6-fdb8-e88a-60b7-9cfc6f717d55/data/data1/current/BP-2066287467-172.17.0.2-1731655107603/current, will proceed with Du for space computation calculation, 2024-11-15T07:18:29,041 WARN [Thread-938 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T07:18:29,043 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4b6e4e69249b58d2 with lease ID 0x5f98ed41276ebf41: Processing first storage report for DS-02abbf4a-9c2a-4f28-b8ac-ebc41ca0c7f2 from datanode DatanodeRegistration(127.0.0.1:42607, datanodeUuid=bc23083c-55ae-46ff-b714-e112449f99d7, infoPort=34537, infoSecurePort=0, ipcPort=35069, storageInfo=lv=-57;cid=testClusterID;nsid=1480770953;c=1731655107603) 2024-11-15T07:18:29,044 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4b6e4e69249b58d2 with lease ID 0x5f98ed41276ebf41: from storage DS-02abbf4a-9c2a-4f28-b8ac-ebc41ca0c7f2 node DatanodeRegistration(127.0.0.1:42607, datanodeUuid=bc23083c-55ae-46ff-b714-e112449f99d7, infoPort=34537, infoSecurePort=0, ipcPort=35069, storageInfo=lv=-57;cid=testClusterID;nsid=1480770953;c=1731655107603), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T07:18:29,044 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4b6e4e69249b58d2 with lease ID 0x5f98ed41276ebf41: Processing first storage report for DS-413f33c2-1d64-459e-9ca6-0c45aaf8fba9 from datanode DatanodeRegistration(127.0.0.1:42607, datanodeUuid=bc23083c-55ae-46ff-b714-e112449f99d7, infoPort=34537, infoSecurePort=0, ipcPort=35069, storageInfo=lv=-57;cid=testClusterID;nsid=1480770953;c=1731655107603) 2024-11-15T07:18:29,044 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4b6e4e69249b58d2 with lease ID 0x5f98ed41276ebf41: from storage DS-413f33c2-1d64-459e-9ca6-0c45aaf8fba9 node DatanodeRegistration(127.0.0.1:42607, datanodeUuid=bc23083c-55ae-46ff-b714-e112449f99d7, infoPort=34537, infoSecurePort=0, ipcPort=35069, storageInfo=lv=-57;cid=testClusterID;nsid=1480770953;c=1731655107603), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T07:18:29,117 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1ec698-e901-97cc-88bf-c3b7d00fe249 2024-11-15T07:18:29,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:18:29,119 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:18:29,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741825_1001 (size=7) 2024-11-15T07:18:29,528 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee with version=8 2024-11-15T07:18:29,528 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/hbase-staging 2024-11-15T07:18:29,530 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:18:29,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:18:29,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:18:29,530 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:18:29,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:18:29,530 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:18:29,530 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T07:18:29,530 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:18:29,532 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39611 2024-11-15T07:18:29,533 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39611 connecting to ZooKeeper ensemble=127.0.0.1:52078 2024-11-15T07:18:29,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396110x0, quorum=127.0.0.1:52078, baseZNode=/1594262865 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:18:29,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39611-0x1013d5be7320003 connected 2024-11-15T07:18:29,677 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:18:29,678 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:18:29,680 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39611-0x1013d5be7320003, quorum=127.0.0.1:52078, baseZNode=/1594262865 Set watcher on znode that does not yet exist, /1594262865/running 2024-11-15T07:18:29,680 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee, hbase.cluster.distributed=false 2024-11-15T07:18:29,682 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39611-0x1013d5be7320003, quorum=127.0.0.1:52078, baseZNode=/1594262865 Set watcher on znode that does not yet exist, /1594262865/acl 2024-11-15T07:18:29,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39611 2024-11-15T07:18:29,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39611 2024-11-15T07:18:29,684 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39611 2024-11-15T07:18:29,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39611 2024-11-15T07:18:29,685 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39611 2024-11-15T07:18:29,698 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:18:29,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:18:29,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:18:29,698 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:18:29,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:18:29,698 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:18:29,698 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T07:18:29,698 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:18:29,699 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33643 2024-11-15T07:18:29,699 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33643 connecting to ZooKeeper ensemble=127.0.0.1:52078 2024-11-15T07:18:29,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:18:29,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:18:29,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:336430x0, quorum=127.0.0.1:52078, baseZNode=/1594262865 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:18:29,709 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33643-0x1013d5be7320004 connected 2024-11-15T07:18:29,709 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33643-0x1013d5be7320004, quorum=127.0.0.1:52078, baseZNode=/1594262865 Set watcher on znode that does not yet exist, /1594262865/running 2024-11-15T07:18:29,709 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T07:18:29,710 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T07:18:29,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33643-0x1013d5be7320004, quorum=127.0.0.1:52078, baseZNode=/1594262865 Set watcher on znode that does not yet exist, /1594262865/master 2024-11-15T07:18:29,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33643-0x1013d5be7320004, quorum=127.0.0.1:52078, baseZNode=/1594262865 Set watcher on znode that does not yet exist, /1594262865/acl 2024-11-15T07:18:29,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33643 2024-11-15T07:18:29,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33643 2024-11-15T07:18:29,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33643 2024-11-15T07:18:29,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33643 2024-11-15T07:18:29,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33643 2024-11-15T07:18:29,726 DEBUG [M:0;32f0bc5975d0:39611 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32f0bc5975d0:39611 2024-11-15T07:18:29,727 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1594262865/backup-masters/32f0bc5975d0,39611,1731655109529 2024-11-15T07:18:29,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39611-0x1013d5be7320003, quorum=127.0.0.1:52078, baseZNode=/1594262865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1594262865/backup-masters 2024-11-15T07:18:29,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33643-0x1013d5be7320004, quorum=127.0.0.1:52078, baseZNode=/1594262865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1594262865/backup-masters 2024-11-15T07:18:29,738 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39611-0x1013d5be7320003, quorum=127.0.0.1:52078, baseZNode=/1594262865 Set watcher on existing znode=/1594262865/backup-masters/32f0bc5975d0,39611,1731655109529 2024-11-15T07:18:29,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33643-0x1013d5be7320004, quorum=127.0.0.1:52078, baseZNode=/1594262865 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1594262865/master 2024-11-15T07:18:29,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39611-0x1013d5be7320003, quorum=127.0.0.1:52078, baseZNode=/1594262865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1594262865 2024-11-15T07:18:29,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33643-0x1013d5be7320004, quorum=127.0.0.1:52078, baseZNode=/1594262865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1594262865 2024-11-15T07:18:29,748 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39611-0x1013d5be7320003, quorum=127.0.0.1:52078, baseZNode=/1594262865 Set watcher on existing znode=/1594262865/master 2024-11-15T07:18:29,749 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1594262865/backup-masters/32f0bc5975d0,39611,1731655109529 from backup master directory 2024-11-15T07:18:29,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39611-0x1013d5be7320003, quorum=127.0.0.1:52078, baseZNode=/1594262865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1594262865/backup-masters/32f0bc5975d0,39611,1731655109529 2024-11-15T07:18:29,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33643-0x1013d5be7320004, quorum=127.0.0.1:52078, baseZNode=/1594262865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1594262865/backup-masters 2024-11-15T07:18:29,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39611-0x1013d5be7320003, quorum=127.0.0.1:52078, baseZNode=/1594262865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1594262865/backup-masters 2024-11-15T07:18:29,758 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:18:29,758 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32f0bc5975d0,39611,1731655109529 2024-11-15T07:18:29,762 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/hbase.id] with ID: baf1c776-9d7f-422c-a0d0-990240779e4d 2024-11-15T07:18:29,762 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/.tmp/hbase.id 2024-11-15T07:18:29,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741826_1002 (size=42) 2024-11-15T07:18:30,167 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/.tmp/hbase.id]:[hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/hbase.id] 2024-11-15T07:18:30,180 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:18:30,180 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T07:18:30,181 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T07:18:30,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33643-0x1013d5be7320004, quorum=127.0.0.1:52078, baseZNode=/1594262865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1594262865 2024-11-15T07:18:30,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39611-0x1013d5be7320003, quorum=127.0.0.1:52078, baseZNode=/1594262865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1594262865 2024-11-15T07:18:30,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741827_1003 (size=196) 2024-11-15T07:18:30,600 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:18:30,601 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T07:18:30,601 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:18:30,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741828_1004 (size=1189) 2024-11-15T07:18:31,008 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/MasterData/data/master/store 2024-11-15T07:18:31,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741829_1005 (size=34) 2024-11-15T07:18:31,414 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:18:31,414 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:18:31,414 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:18:31,414 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:18:31,414 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:18:31,414 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:18:31,414 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:18:31,414 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655111414Disabling compacts and flushes for region at 1731655111414Disabling writes for close at 1731655111414Writing region close event to WAL at 1731655111414Closed at 1731655111414 2024-11-15T07:18:31,415 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/MasterData/data/master/store/.initializing 2024-11-15T07:18:31,415 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/MasterData/WALs/32f0bc5975d0,39611,1731655109529 2024-11-15T07:18:31,416 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:18:31,418 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32f0bc5975d0%2C39611%2C1731655109529, suffix=, logDir=hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/MasterData/WALs/32f0bc5975d0,39611,1731655109529, archiveDir=hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/MasterData/oldWALs, maxLogs=10 2024-11-15T07:18:31,433 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/MasterData/WALs/32f0bc5975d0,39611,1731655109529/32f0bc5975d0%2C39611%2C1731655109529.1731655111418, exclude list is [], retry=0 2024-11-15T07:18:31,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42607,DS-02abbf4a-9c2a-4f28-b8ac-ebc41ca0c7f2,DISK] 2024-11-15T07:18:31,436 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/MasterData/WALs/32f0bc5975d0,39611,1731655109529/32f0bc5975d0%2C39611%2C1731655109529.1731655111418 2024-11-15T07:18:31,437 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34537:34537)] 2024-11-15T07:18:31,437 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:18:31,437 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:18:31,437 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:31,437 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:31,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:31,439 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T07:18:31,440 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:31,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:18:31,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:31,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T07:18:31,441 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:31,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:18:31,442 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:31,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T07:18:31,443 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:31,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:18:31,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:31,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T07:18:31,444 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:31,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:18:31,445 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:31,445 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:31,446 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:31,447 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:31,447 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:31,447 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:18:31,448 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:18:31,453 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:18:31,453 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59522592, jitterRate=-0.11304426193237305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:18:31,453 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731655111437Initializing all the Stores at 1731655111438 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655111438Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655111438Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655111438Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655111438Cleaning up temporary data from old regions at 1731655111447 (+9 ms)Region opened successfully at 1731655111453 (+6 ms) 2024-11-15T07:18:31,453 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T07:18:31,456 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ca7adb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:18:31,457 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T07:18:31,457 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T07:18:31,457 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T07:18:31,457 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T07:18:31,458 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T07:18:31,458 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T07:18:31,458 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T07:18:31,461 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T07:18:31,462 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39611-0x1013d5be7320003, quorum=127.0.0.1:52078, baseZNode=/1594262865 Unable to get data of znode /1594262865/balancer because node does not exist (not necessarily an error) 2024-11-15T07:18:31,537 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1594262865/balancer already deleted, retry=false 2024-11-15T07:18:31,538 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T07:18:31,539 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39611-0x1013d5be7320003, quorum=127.0.0.1:52078, baseZNode=/1594262865 Unable to get data of znode /1594262865/normalizer because node does not exist (not necessarily an error) 2024-11-15T07:18:31,551 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1594262865/normalizer already deleted, retry=false 2024-11-15T07:18:31,551 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T07:18:31,552 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39611-0x1013d5be7320003, quorum=127.0.0.1:52078, baseZNode=/1594262865 Unable to get data of znode /1594262865/switch/split because node does not exist (not necessarily an error) 2024-11-15T07:18:31,561 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1594262865/switch/split already deleted, retry=false 2024-11-15T07:18:31,562 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39611-0x1013d5be7320003, quorum=127.0.0.1:52078, baseZNode=/1594262865 Unable to get data of znode /1594262865/switch/merge because node does not exist (not necessarily an error) 2024-11-15T07:18:31,572 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1594262865/switch/merge already deleted, retry=false 2024-11-15T07:18:31,574 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39611-0x1013d5be7320003, quorum=127.0.0.1:52078, baseZNode=/1594262865 Unable to get data of znode /1594262865/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T07:18:31,582 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1594262865/snapshot-cleanup already deleted, retry=false 2024-11-15T07:18:31,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33643-0x1013d5be7320004, quorum=127.0.0.1:52078, baseZNode=/1594262865 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1594262865/running 2024-11-15T07:18:31,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39611-0x1013d5be7320003, quorum=127.0.0.1:52078, baseZNode=/1594262865 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1594262865/running 2024-11-15T07:18:31,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33643-0x1013d5be7320004, quorum=127.0.0.1:52078, baseZNode=/1594262865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1594262865 2024-11-15T07:18:31,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39611-0x1013d5be7320003, quorum=127.0.0.1:52078, baseZNode=/1594262865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1594262865 2024-11-15T07:18:31,594 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32f0bc5975d0,39611,1731655109529, sessionid=0x1013d5be7320003, setting cluster-up flag (Was=false) 2024-11-15T07:18:31,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33643-0x1013d5be7320004, quorum=127.0.0.1:52078, baseZNode=/1594262865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1594262865 2024-11-15T07:18:31,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39611-0x1013d5be7320003, quorum=127.0.0.1:52078, baseZNode=/1594262865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1594262865 2024-11-15T07:18:31,645 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1594262865/flush-table-proc/acquired, /1594262865/flush-table-proc/reached, /1594262865/flush-table-proc/abort 2024-11-15T07:18:31,647 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,39611,1731655109529 2024-11-15T07:18:31,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33643-0x1013d5be7320004, quorum=127.0.0.1:52078, baseZNode=/1594262865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1594262865 2024-11-15T07:18:31,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39611-0x1013d5be7320003, quorum=127.0.0.1:52078, baseZNode=/1594262865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1594262865 2024-11-15T07:18:31,698 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1594262865/online-snapshot/acquired, /1594262865/online-snapshot/reached, /1594262865/online-snapshot/abort 2024-11-15T07:18:31,699 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,39611,1731655109529 2024-11-15T07:18:31,700 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T07:18:31,702 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T07:18:31,702 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T07:18:31,702 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T07:18:31,703 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32f0bc5975d0,39611,1731655109529 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T07:18:31,704 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:18:31,704 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:18:31,704 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:18:31,704 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:18:31,704 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32f0bc5975d0:0, corePoolSize=10, maxPoolSize=10 2024-11-15T07:18:31,704 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:31,704 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:18:31,704 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:31,706 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731655141706 2024-11-15T07:18:31,706 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T07:18:31,706 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T07:18:31,706 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T07:18:31,706 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T07:18:31,706 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T07:18:31,706 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T07:18:31,706 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:18:31,706 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:31,706 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T07:18:31,706 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T07:18:31,707 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T07:18:31,707 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T07:18:31,707 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T07:18:31,707 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T07:18:31,707 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T07:18:31,707 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655111707,5,FailOnTimeoutGroup] 2024-11-15T07:18:31,707 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:31,707 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655111707,5,FailOnTimeoutGroup] 2024-11-15T07:18:31,707 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:31,707 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T07:18:31,708 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:31,707 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T07:18:31,708 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:31,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741831_1007 (size=1321) 2024-11-15T07:18:31,719 INFO [RS:0;32f0bc5975d0:33643 {}] regionserver.HRegionServer(746): ClusterId : baf1c776-9d7f-422c-a0d0-990240779e4d 2024-11-15T07:18:31,719 DEBUG [RS:0;32f0bc5975d0:33643 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T07:18:31,730 DEBUG [RS:0;32f0bc5975d0:33643 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T07:18:31,730 DEBUG [RS:0;32f0bc5975d0:33643 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T07:18:31,741 DEBUG [RS:0;32f0bc5975d0:33643 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T07:18:31,741 DEBUG [RS:0;32f0bc5975d0:33643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38207e62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:18:31,754 DEBUG [RS:0;32f0bc5975d0:33643 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32f0bc5975d0:33643 2024-11-15T07:18:31,754 INFO [RS:0;32f0bc5975d0:33643 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T07:18:31,754 INFO [RS:0;32f0bc5975d0:33643 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T07:18:31,754 DEBUG [RS:0;32f0bc5975d0:33643 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T07:18:31,755 INFO [RS:0;32f0bc5975d0:33643 {}] regionserver.HRegionServer(2659): reportForDuty to master=32f0bc5975d0,39611,1731655109529 with port=33643, startcode=1731655109697 2024-11-15T07:18:31,755 DEBUG [RS:0;32f0bc5975d0:33643 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T07:18:31,757 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59367, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T07:18:31,757 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39611 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32f0bc5975d0,33643,1731655109697 2024-11-15T07:18:31,757 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39611 {}] master.ServerManager(517): Registering regionserver=32f0bc5975d0,33643,1731655109697 2024-11-15T07:18:31,759 DEBUG [RS:0;32f0bc5975d0:33643 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee 2024-11-15T07:18:31,759 DEBUG [RS:0;32f0bc5975d0:33643 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36431 2024-11-15T07:18:31,759 DEBUG [RS:0;32f0bc5975d0:33643 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T07:18:31,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39611-0x1013d5be7320003, quorum=127.0.0.1:52078, baseZNode=/1594262865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1594262865/rs 2024-11-15T07:18:31,810 DEBUG [RS:0;32f0bc5975d0:33643 {}] zookeeper.ZKUtil(111): regionserver:33643-0x1013d5be7320004, quorum=127.0.0.1:52078, baseZNode=/1594262865 Set watcher on existing znode=/1594262865/rs/32f0bc5975d0,33643,1731655109697 2024-11-15T07:18:31,810 WARN [RS:0;32f0bc5975d0:33643 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:18:31,810 INFO [RS:0;32f0bc5975d0:33643 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:18:31,810 DEBUG [RS:0;32f0bc5975d0:33643 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/WALs/32f0bc5975d0,33643,1731655109697 2024-11-15T07:18:31,810 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32f0bc5975d0,33643,1731655109697] 2024-11-15T07:18:31,813 INFO [RS:0;32f0bc5975d0:33643 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T07:18:31,815 INFO [RS:0;32f0bc5975d0:33643 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T07:18:31,815 INFO [RS:0;32f0bc5975d0:33643 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T07:18:31,815 INFO [RS:0;32f0bc5975d0:33643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:31,815 INFO [RS:0;32f0bc5975d0:33643 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T07:18:31,816 INFO [RS:0;32f0bc5975d0:33643 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T07:18:31,816 INFO [RS:0;32f0bc5975d0:33643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:31,816 DEBUG [RS:0;32f0bc5975d0:33643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:31,816 DEBUG [RS:0;32f0bc5975d0:33643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:31,816 DEBUG [RS:0;32f0bc5975d0:33643 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:31,816 DEBUG [RS:0;32f0bc5975d0:33643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:31,816 DEBUG [RS:0;32f0bc5975d0:33643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:31,816 DEBUG [RS:0;32f0bc5975d0:33643 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:18:31,816 DEBUG [RS:0;32f0bc5975d0:33643 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:31,816 DEBUG [RS:0;32f0bc5975d0:33643 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:31,816 DEBUG [RS:0;32f0bc5975d0:33643 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:31,816 DEBUG [RS:0;32f0bc5975d0:33643 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:31,816 DEBUG [RS:0;32f0bc5975d0:33643 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:31,816 DEBUG [RS:0;32f0bc5975d0:33643 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:18:31,816 DEBUG [RS:0;32f0bc5975d0:33643 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:18:31,816 DEBUG [RS:0;32f0bc5975d0:33643 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:18:31,817 INFO [RS:0;32f0bc5975d0:33643 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:31,817 INFO [RS:0;32f0bc5975d0:33643 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:31,817 INFO [RS:0;32f0bc5975d0:33643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:31,817 INFO [RS:0;32f0bc5975d0:33643 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:31,817 INFO [RS:0;32f0bc5975d0:33643 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:31,817 INFO [RS:0;32f0bc5975d0:33643 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,33643,1731655109697-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:18:31,830 INFO [RS:0;32f0bc5975d0:33643 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T07:18:31,830 INFO [RS:0;32f0bc5975d0:33643 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,33643,1731655109697-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:31,830 INFO [RS:0;32f0bc5975d0:33643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:31,830 INFO [RS:0;32f0bc5975d0:33643 {}] regionserver.Replication(171): 32f0bc5975d0,33643,1731655109697 started 2024-11-15T07:18:31,842 INFO [RS:0;32f0bc5975d0:33643 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:31,842 INFO [RS:0;32f0bc5975d0:33643 {}] regionserver.HRegionServer(1482): Serving as 32f0bc5975d0,33643,1731655109697, RpcServer on 32f0bc5975d0/172.17.0.2:33643, sessionid=0x1013d5be7320004 2024-11-15T07:18:31,842 DEBUG [RS:0;32f0bc5975d0:33643 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T07:18:31,842 DEBUG [RS:0;32f0bc5975d0:33643 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32f0bc5975d0,33643,1731655109697 2024-11-15T07:18:31,842 DEBUG [RS:0;32f0bc5975d0:33643 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,33643,1731655109697' 2024-11-15T07:18:31,842 DEBUG [RS:0;32f0bc5975d0:33643 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1594262865/flush-table-proc/abort' 2024-11-15T07:18:31,843 DEBUG [RS:0;32f0bc5975d0:33643 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1594262865/flush-table-proc/acquired' 2024-11-15T07:18:31,843 DEBUG [RS:0;32f0bc5975d0:33643 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T07:18:31,843 DEBUG [RS:0;32f0bc5975d0:33643 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T07:18:31,843 DEBUG [RS:0;32f0bc5975d0:33643 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32f0bc5975d0,33643,1731655109697 2024-11-15T07:18:31,843 DEBUG [RS:0;32f0bc5975d0:33643 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,33643,1731655109697' 2024-11-15T07:18:31,843 DEBUG [RS:0;32f0bc5975d0:33643 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1594262865/online-snapshot/abort' 2024-11-15T07:18:31,844 DEBUG [RS:0;32f0bc5975d0:33643 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1594262865/online-snapshot/acquired' 2024-11-15T07:18:31,844 DEBUG [RS:0;32f0bc5975d0:33643 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T07:18:31,844 INFO [RS:0;32f0bc5975d0:33643 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T07:18:31,844 INFO [RS:0;32f0bc5975d0:33643 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T07:18:31,944 INFO [RS:0;32f0bc5975d0:33643 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:18:31,946 INFO [RS:0;32f0bc5975d0:33643 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C33643%2C1731655109697, suffix=, logDir=hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/WALs/32f0bc5975d0,33643,1731655109697, archiveDir=hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/oldWALs, maxLogs=10 2024-11-15T07:18:31,957 DEBUG [RS:0;32f0bc5975d0:33643 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/WALs/32f0bc5975d0,33643,1731655109697/32f0bc5975d0%2C33643%2C1731655109697.1731655111946, exclude list is [], retry=0 2024-11-15T07:18:31,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42607,DS-02abbf4a-9c2a-4f28-b8ac-ebc41ca0c7f2,DISK] 2024-11-15T07:18:31,961 INFO [RS:0;32f0bc5975d0:33643 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/WALs/32f0bc5975d0,33643,1731655109697/32f0bc5975d0%2C33643%2C1731655109697.1731655111946 2024-11-15T07:18:31,962 DEBUG [RS:0;32f0bc5975d0:33643 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34537:34537)] 2024-11-15T07:18:32,113 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T07:18:32,113 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee 2024-11-15T07:18:32,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741833_1009 (size=32) 2024-11-15T07:18:32,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T07:18:32,289 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T07:18:32,290 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:18:32,290 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T07:18:32,290 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:18:32,290 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T07:18:32,290 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T07:18:32,290 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T07:18:32,367 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T07:18:32,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:18:32,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:18:32,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:18:32,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:32,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:18:32,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:18:32,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:18:32,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:32,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:18:32,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:18:32,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:18:32,525 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:32,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:18:32,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:18:32,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:18:32,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:32,526 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:18:32,526 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:18:32,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/data/hbase/meta/1588230740 2024-11-15T07:18:32,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/data/hbase/meta/1588230740 2024-11-15T07:18:32,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:18:32,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:18:32,529 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:18:32,531 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:18:32,533 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:18:32,533 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73570396, jitterRate=0.09628432989120483}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:18:32,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731655112519Initializing all the Stores at 1731655112520 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655112520Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655112520Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655112520Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655112520Cleaning up temporary data from old regions at 1731655112529 (+9 ms)Region opened successfully at 1731655112533 (+4 ms) 2024-11-15T07:18:32,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:18:32,534 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:18:32,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:18:32,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:18:32,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:18:32,534 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:18:32,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655112534Disabling compacts and flushes for region at 1731655112534Disabling writes for close at 1731655112534Writing region close event to WAL at 1731655112534Closed at 1731655112534 2024-11-15T07:18:32,536 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:18:32,536 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T07:18:32,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T07:18:32,537 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:18:32,538 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T07:18:32,688 DEBUG [32f0bc5975d0:39611 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T07:18:32,689 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32f0bc5975d0,33643,1731655109697 2024-11-15T07:18:32,690 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,33643,1731655109697, state=OPENING 2024-11-15T07:18:32,740 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T07:18:32,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33643-0x1013d5be7320004, quorum=127.0.0.1:52078, baseZNode=/1594262865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1594262865 2024-11-15T07:18:32,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39611-0x1013d5be7320003, quorum=127.0.0.1:52078, baseZNode=/1594262865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1594262865 2024-11-15T07:18:32,751 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1594262865/meta-region-server: CHANGED 2024-11-15T07:18:32,751 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:18:32,751 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1594262865/meta-region-server: CHANGED 2024-11-15T07:18:32,751 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,33643,1731655109697}] 2024-11-15T07:18:32,904 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T07:18:32,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T07:18:32,910 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T07:18:32,910 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:18:32,910 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T07:18:32,912 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C33643%2C1731655109697.meta, suffix=.meta, logDir=hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/WALs/32f0bc5975d0,33643,1731655109697, archiveDir=hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/oldWALs, maxLogs=10 2024-11-15T07:18:32,924 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/WALs/32f0bc5975d0,33643,1731655109697/32f0bc5975d0%2C33643%2C1731655109697.meta.1731655112912.meta, exclude list is [], retry=0 2024-11-15T07:18:32,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42607,DS-02abbf4a-9c2a-4f28-b8ac-ebc41ca0c7f2,DISK] 2024-11-15T07:18:32,928 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/WALs/32f0bc5975d0,33643,1731655109697/32f0bc5975d0%2C33643%2C1731655109697.meta.1731655112912.meta 2024-11-15T07:18:32,928 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34537:34537)] 2024-11-15T07:18:32,928 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:18:32,929 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:18:32,929 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T07:18:32,929 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T07:18:32,929 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T07:18:32,929 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T07:18:32,929 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:18:32,929 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T07:18:32,929 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T07:18:32,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:18:32,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:18:32,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:32,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:18:32,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:18:32,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:18:32,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:32,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:18:32,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:18:32,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:18:32,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:32,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:18:32,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:18:32,935 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:18:32,935 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:32,936 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:18:32,936 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:18:32,936 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/data/hbase/meta/1588230740 2024-11-15T07:18:32,938 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/data/hbase/meta/1588230740 2024-11-15T07:18:32,939 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:18:32,939 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:18:32,939 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:18:32,940 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:18:32,941 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68787572, jitterRate=0.02501469850540161}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:18:32,941 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T07:18:32,941 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731655112929Writing region info on filesystem at 1731655112929Initializing all the Stores at 1731655112930 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655112930Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655112930Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655112930Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655112930Cleaning up temporary data from old regions at 1731655112939 (+9 ms)Running coprocessor post-open hooks at 1731655112941 (+2 ms)Region opened successfully at 1731655112941 2024-11-15T07:18:32,942 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731655112904 2024-11-15T07:18:32,944 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T07:18:32,944 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T07:18:32,944 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32f0bc5975d0,33643,1731655109697 2024-11-15T07:18:32,945 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,33643,1731655109697, state=OPEN 2024-11-15T07:18:32,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33643-0x1013d5be7320004, quorum=127.0.0.1:52078, baseZNode=/1594262865 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1594262865/meta-region-server 2024-11-15T07:18:32,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39611-0x1013d5be7320003, quorum=127.0.0.1:52078, baseZNode=/1594262865 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1594262865/meta-region-server 2024-11-15T07:18:32,951 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32f0bc5975d0,33643,1731655109697 2024-11-15T07:18:32,951 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1594262865/meta-region-server: CHANGED 2024-11-15T07:18:32,951 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1594262865/meta-region-server: CHANGED 2024-11-15T07:18:32,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T07:18:32,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,33643,1731655109697 in 200 msec 2024-11-15T07:18:32,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T07:18:32,955 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 417 msec 2024-11-15T07:18:32,956 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:18:32,956 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T07:18:32,957 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:18:32,958 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,33643,1731655109697, seqNum=-1] 2024-11-15T07:18:32,958 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:18:32,959 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:18:32,964 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2610 sec 2024-11-15T07:18:32,964 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731655112964, completionTime=-1 2024-11-15T07:18:32,964 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T07:18:32,964 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T07:18:32,966 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T07:18:32,966 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731655172966 2024-11-15T07:18:32,966 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731655232966 2024-11-15T07:18:32,966 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T07:18:32,966 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,39611,1731655109529-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:32,967 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,39611,1731655109529-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:32,967 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,39611,1731655109529-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:32,967 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32f0bc5975d0:39611, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:32,967 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:32,967 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:32,968 DEBUG [master/32f0bc5975d0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T07:18:32,970 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.211sec 2024-11-15T07:18:32,970 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T07:18:32,970 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T07:18:32,970 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T07:18:32,970 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T07:18:32,970 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T07:18:32,970 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,39611,1731655109529-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:18:32,970 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,39611,1731655109529-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T07:18:32,973 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T07:18:32,973 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T07:18:32,973 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,39611,1731655109529-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:18:32,974 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T07:18:32,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:18:32,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:18:32,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:18:33,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14e3be32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:33,020 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,39611,-1 for getting cluster id 2024-11-15T07:18:33,020 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:18:33,021 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'baf1c776-9d7f-422c-a0d0-990240779e4d' 2024-11-15T07:18:33,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:18:33,021 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "baf1c776-9d7f-422c-a0d0-990240779e4d" 2024-11-15T07:18:33,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e418850, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:33,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,39611,-1] 2024-11-15T07:18:33,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:18:33,022 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:18:33,023 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:18:33,024 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59269f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:33,024 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:18:33,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,33643,1731655109697, seqNum=-1] 2024-11-15T07:18:33,025 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:18:33,026 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:18:33,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32f0bc5975d0,39611,1731655109529 2024-11-15T07:18:33,029 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52078 2024-11-15T07:18:33,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52078, baseZNode=/1594262865 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:18:33,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013d5be7320005 connected 2024-11-15T07:18:33,050 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:18:33,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,44739,1731655103834 2024-11-15T07:18:33,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d3d0d36 2024-11-15T07:18:33,052 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:18:33,053 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:18:33,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:18:33,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T07:18:33,059 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T07:18:33,060 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:33,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T07:18:33,062 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T07:18:33,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:18:33,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741835_1011 (size=902) 2024-11-15T07:18:33,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:18:33,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:18:33,470 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d7243a7dd6fdcc282eb8fd846fa39023, NAME => 'test,,1731655113054.d7243a7dd6fdcc282eb8fd846fa39023.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f 2024-11-15T07:18:33,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741836_1012 (size=39) 2024-11-15T07:18:33,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:18:33,876 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731655113054.d7243a7dd6fdcc282eb8fd846fa39023.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:18:33,876 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d7243a7dd6fdcc282eb8fd846fa39023, disabling compactions & flushes 2024-11-15T07:18:33,876 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731655113054.d7243a7dd6fdcc282eb8fd846fa39023. 2024-11-15T07:18:33,876 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731655113054.d7243a7dd6fdcc282eb8fd846fa39023. 2024-11-15T07:18:33,876 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731655113054.d7243a7dd6fdcc282eb8fd846fa39023. after waiting 0 ms 2024-11-15T07:18:33,876 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731655113054.d7243a7dd6fdcc282eb8fd846fa39023. 2024-11-15T07:18:33,876 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731655113054.d7243a7dd6fdcc282eb8fd846fa39023. 2024-11-15T07:18:33,876 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d7243a7dd6fdcc282eb8fd846fa39023: Waiting for close lock at 1731655113876Disabling compacts and flushes for region at 1731655113876Disabling writes for close at 1731655113876Writing region close event to WAL at 1731655113876Closed at 1731655113876 2024-11-15T07:18:33,878 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T07:18:33,878 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731655113054.d7243a7dd6fdcc282eb8fd846fa39023.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731655113878"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731655113878"}]},"ts":"1731655113878"} 2024-11-15T07:18:33,880 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T07:18:33,881 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T07:18:33,882 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655113881"}]},"ts":"1731655113881"} 2024-11-15T07:18:33,883 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T07:18:33,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d7243a7dd6fdcc282eb8fd846fa39023, ASSIGN}] 2024-11-15T07:18:33,885 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d7243a7dd6fdcc282eb8fd846fa39023, ASSIGN 2024-11-15T07:18:33,886 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d7243a7dd6fdcc282eb8fd846fa39023, ASSIGN; state=OFFLINE, location=32f0bc5975d0,42509,1731655104012; forceNewPlan=false, retain=false 2024-11-15T07:18:34,036 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d7243a7dd6fdcc282eb8fd846fa39023, regionState=OPENING, regionLocation=32f0bc5975d0,42509,1731655104012 2024-11-15T07:18:34,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d7243a7dd6fdcc282eb8fd846fa39023, ASSIGN because future has completed 2024-11-15T07:18:34,039 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7243a7dd6fdcc282eb8fd846fa39023, server=32f0bc5975d0,42509,1731655104012}] 2024-11-15T07:18:34,195 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731655113054.d7243a7dd6fdcc282eb8fd846fa39023. 2024-11-15T07:18:34,195 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d7243a7dd6fdcc282eb8fd846fa39023, NAME => 'test,,1731655113054.d7243a7dd6fdcc282eb8fd846fa39023.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:18:34,196 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:18:34,196 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T07:18:34,196 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d7243a7dd6fdcc282eb8fd846fa39023 2024-11-15T07:18:34,196 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731655113054.d7243a7dd6fdcc282eb8fd846fa39023.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:18:34,196 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d7243a7dd6fdcc282eb8fd846fa39023 2024-11-15T07:18:34,196 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d7243a7dd6fdcc282eb8fd846fa39023 2024-11-15T07:18:34,199 INFO [StoreOpener-d7243a7dd6fdcc282eb8fd846fa39023-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d7243a7dd6fdcc282eb8fd846fa39023 2024-11-15T07:18:34,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:18:34,200 INFO [StoreOpener-d7243a7dd6fdcc282eb8fd846fa39023-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7243a7dd6fdcc282eb8fd846fa39023 columnFamilyName f 2024-11-15T07:18:34,200 DEBUG [StoreOpener-d7243a7dd6fdcc282eb8fd846fa39023-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:34,201 INFO [StoreOpener-d7243a7dd6fdcc282eb8fd846fa39023-1 {}] regionserver.HStore(327): Store=d7243a7dd6fdcc282eb8fd846fa39023/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:18:34,201 INFO [StoreOpener-d7243a7dd6fdcc282eb8fd846fa39023-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d7243a7dd6fdcc282eb8fd846fa39023 2024-11-15T07:18:34,202 INFO [StoreOpener-d7243a7dd6fdcc282eb8fd846fa39023-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7243a7dd6fdcc282eb8fd846fa39023 columnFamilyName f1 2024-11-15T07:18:34,202 DEBUG [StoreOpener-d7243a7dd6fdcc282eb8fd846fa39023-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:34,202 INFO [StoreOpener-d7243a7dd6fdcc282eb8fd846fa39023-1 {}] regionserver.HStore(327): Store=d7243a7dd6fdcc282eb8fd846fa39023/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:18:34,202 INFO [StoreOpener-d7243a7dd6fdcc282eb8fd846fa39023-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d7243a7dd6fdcc282eb8fd846fa39023 2024-11-15T07:18:34,203 INFO [StoreOpener-d7243a7dd6fdcc282eb8fd846fa39023-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d7243a7dd6fdcc282eb8fd846fa39023 columnFamilyName norep 2024-11-15T07:18:34,204 DEBUG [StoreOpener-d7243a7dd6fdcc282eb8fd846fa39023-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:34,204 INFO [StoreOpener-d7243a7dd6fdcc282eb8fd846fa39023-1 {}] regionserver.HStore(327): Store=d7243a7dd6fdcc282eb8fd846fa39023/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:18:34,204 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d7243a7dd6fdcc282eb8fd846fa39023 2024-11-15T07:18:34,205 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/default/test/d7243a7dd6fdcc282eb8fd846fa39023 2024-11-15T07:18:34,205 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/default/test/d7243a7dd6fdcc282eb8fd846fa39023 2024-11-15T07:18:34,206 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d7243a7dd6fdcc282eb8fd846fa39023 2024-11-15T07:18:34,206 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d7243a7dd6fdcc282eb8fd846fa39023 2024-11-15T07:18:34,207 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T07:18:34,208 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d7243a7dd6fdcc282eb8fd846fa39023 2024-11-15T07:18:34,210 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/default/test/d7243a7dd6fdcc282eb8fd846fa39023/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:18:34,211 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d7243a7dd6fdcc282eb8fd846fa39023; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71257052, jitterRate=0.06181281805038452}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T07:18:34,211 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d7243a7dd6fdcc282eb8fd846fa39023 2024-11-15T07:18:34,211 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d7243a7dd6fdcc282eb8fd846fa39023: Running coprocessor pre-open hook at 1731655114196Writing region info on filesystem at 1731655114196Initializing all the Stores at 1731655114197 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655114197Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655114199 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655114199Cleaning up temporary data from old regions at 1731655114206 (+7 ms)Running coprocessor post-open hooks at 1731655114211 (+5 ms)Region opened successfully at 1731655114211 2024-11-15T07:18:34,214 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731655113054.d7243a7dd6fdcc282eb8fd846fa39023., pid=6, masterSystemTime=1731655114191 2024-11-15T07:18:34,216 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731655113054.d7243a7dd6fdcc282eb8fd846fa39023. 2024-11-15T07:18:34,216 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731655113054.d7243a7dd6fdcc282eb8fd846fa39023. 2024-11-15T07:18:34,218 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d7243a7dd6fdcc282eb8fd846fa39023, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=32f0bc5975d0,42509,1731655104012 2024-11-15T07:18:34,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d7243a7dd6fdcc282eb8fd846fa39023, server=32f0bc5975d0,42509,1731655104012 because future has completed 2024-11-15T07:18:34,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T07:18:34,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d7243a7dd6fdcc282eb8fd846fa39023, server=32f0bc5975d0,42509,1731655104012 in 184 msec 2024-11-15T07:18:34,231 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T07:18:34,232 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T07:18:34,232 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655114232"}]},"ts":"1731655114232"} 2024-11-15T07:18:34,232 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d7243a7dd6fdcc282eb8fd846fa39023, ASSIGN in 342 msec 2024-11-15T07:18:34,234 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T07:18:34,236 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T07:18:34,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1790 sec 2024-11-15T07:18:35,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:18:35,209 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:18:35,209 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T07:18:35,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,39611,1731655109529 2024-11-15T07:18:35,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@664ae57c 2024-11-15T07:18:35,210 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:18:35,211 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:18:35,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39611 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:18:35,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39611 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T07:18:35,214 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T07:18:35,215 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:35,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39611 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T07:18:35,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:18:35,216 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T07:18:35,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741835_1011 (size=902) 2024-11-15T07:18:35,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:18:35,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:18:35,624 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f05a0c3a3d98877b8455d70c98a6aa3d, NAME => 'test,,1731655115211.f05a0c3a3d98877b8455d70c98a6aa3d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee 2024-11-15T07:18:35,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741836_1012 (size=39) 2024-11-15T07:18:35,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:18:36,031 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731655115211.f05a0c3a3d98877b8455d70c98a6aa3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:18:36,031 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing f05a0c3a3d98877b8455d70c98a6aa3d, disabling compactions & flushes 2024-11-15T07:18:36,031 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731655115211.f05a0c3a3d98877b8455d70c98a6aa3d. 2024-11-15T07:18:36,031 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731655115211.f05a0c3a3d98877b8455d70c98a6aa3d. 2024-11-15T07:18:36,031 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731655115211.f05a0c3a3d98877b8455d70c98a6aa3d. after waiting 0 ms 2024-11-15T07:18:36,031 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731655115211.f05a0c3a3d98877b8455d70c98a6aa3d. 2024-11-15T07:18:36,031 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731655115211.f05a0c3a3d98877b8455d70c98a6aa3d. 2024-11-15T07:18:36,031 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for f05a0c3a3d98877b8455d70c98a6aa3d: Waiting for close lock at 1731655116031Disabling compacts and flushes for region at 1731655116031Disabling writes for close at 1731655116031Writing region close event to WAL at 1731655116031Closed at 1731655116031 2024-11-15T07:18:36,033 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T07:18:36,033 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731655115211.f05a0c3a3d98877b8455d70c98a6aa3d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731655116033"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731655116033"}]},"ts":"1731655116033"} 2024-11-15T07:18:36,036 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T07:18:36,037 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T07:18:36,037 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655116037"}]},"ts":"1731655116037"} 2024-11-15T07:18:36,039 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T07:18:36,039 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f05a0c3a3d98877b8455d70c98a6aa3d, ASSIGN}] 2024-11-15T07:18:36,041 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=f05a0c3a3d98877b8455d70c98a6aa3d, ASSIGN 2024-11-15T07:18:36,042 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=f05a0c3a3d98877b8455d70c98a6aa3d, ASSIGN; state=OFFLINE, location=32f0bc5975d0,33643,1731655109697; forceNewPlan=false, retain=false 2024-11-15T07:18:36,192 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f05a0c3a3d98877b8455d70c98a6aa3d, regionState=OPENING, regionLocation=32f0bc5975d0,33643,1731655109697 2024-11-15T07:18:36,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=f05a0c3a3d98877b8455d70c98a6aa3d, ASSIGN because future has completed 2024-11-15T07:18:36,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f05a0c3a3d98877b8455d70c98a6aa3d, server=32f0bc5975d0,33643,1731655109697}] 2024-11-15T07:18:36,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:18:36,351 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731655115211.f05a0c3a3d98877b8455d70c98a6aa3d. 2024-11-15T07:18:36,351 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => f05a0c3a3d98877b8455d70c98a6aa3d, NAME => 'test,,1731655115211.f05a0c3a3d98877b8455d70c98a6aa3d.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:18:36,352 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:18:36,352 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T07:18:36,352 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f05a0c3a3d98877b8455d70c98a6aa3d 2024-11-15T07:18:36,352 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731655115211.f05a0c3a3d98877b8455d70c98a6aa3d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:18:36,352 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for f05a0c3a3d98877b8455d70c98a6aa3d 2024-11-15T07:18:36,352 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for f05a0c3a3d98877b8455d70c98a6aa3d 2024-11-15T07:18:36,353 INFO [StoreOpener-f05a0c3a3d98877b8455d70c98a6aa3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f05a0c3a3d98877b8455d70c98a6aa3d 2024-11-15T07:18:36,355 INFO [StoreOpener-f05a0c3a3d98877b8455d70c98a6aa3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f05a0c3a3d98877b8455d70c98a6aa3d columnFamilyName f 2024-11-15T07:18:36,355 DEBUG [StoreOpener-f05a0c3a3d98877b8455d70c98a6aa3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:36,355 INFO [StoreOpener-f05a0c3a3d98877b8455d70c98a6aa3d-1 {}] regionserver.HStore(327): Store=f05a0c3a3d98877b8455d70c98a6aa3d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:18:36,355 INFO [StoreOpener-f05a0c3a3d98877b8455d70c98a6aa3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region f05a0c3a3d98877b8455d70c98a6aa3d 2024-11-15T07:18:36,356 INFO [StoreOpener-f05a0c3a3d98877b8455d70c98a6aa3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f05a0c3a3d98877b8455d70c98a6aa3d columnFamilyName f1 2024-11-15T07:18:36,356 DEBUG [StoreOpener-f05a0c3a3d98877b8455d70c98a6aa3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:36,357 INFO [StoreOpener-f05a0c3a3d98877b8455d70c98a6aa3d-1 {}] regionserver.HStore(327): Store=f05a0c3a3d98877b8455d70c98a6aa3d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:18:36,357 INFO [StoreOpener-f05a0c3a3d98877b8455d70c98a6aa3d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f05a0c3a3d98877b8455d70c98a6aa3d 2024-11-15T07:18:36,358 INFO [StoreOpener-f05a0c3a3d98877b8455d70c98a6aa3d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f05a0c3a3d98877b8455d70c98a6aa3d columnFamilyName norep 2024-11-15T07:18:36,358 DEBUG [StoreOpener-f05a0c3a3d98877b8455d70c98a6aa3d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:36,358 INFO [StoreOpener-f05a0c3a3d98877b8455d70c98a6aa3d-1 {}] regionserver.HStore(327): Store=f05a0c3a3d98877b8455d70c98a6aa3d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:18:36,358 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for f05a0c3a3d98877b8455d70c98a6aa3d 2024-11-15T07:18:36,359 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/data/default/test/f05a0c3a3d98877b8455d70c98a6aa3d 2024-11-15T07:18:36,359 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/data/default/test/f05a0c3a3d98877b8455d70c98a6aa3d 2024-11-15T07:18:36,360 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for f05a0c3a3d98877b8455d70c98a6aa3d 2024-11-15T07:18:36,360 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for f05a0c3a3d98877b8455d70c98a6aa3d 2024-11-15T07:18:36,361 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T07:18:36,362 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for f05a0c3a3d98877b8455d70c98a6aa3d 2024-11-15T07:18:36,364 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/data/default/test/f05a0c3a3d98877b8455d70c98a6aa3d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:18:36,364 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened f05a0c3a3d98877b8455d70c98a6aa3d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65859392, jitterRate=-0.01861858367919922}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T07:18:36,364 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f05a0c3a3d98877b8455d70c98a6aa3d 2024-11-15T07:18:36,364 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for f05a0c3a3d98877b8455d70c98a6aa3d: Running coprocessor pre-open hook at 1731655116352Writing region info on filesystem at 1731655116352Initializing all the Stores at 1731655116353 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655116353Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655116353Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655116353Cleaning up temporary data from old regions at 1731655116360 (+7 ms)Running coprocessor post-open hooks at 1731655116364 (+4 ms)Region opened successfully at 1731655116364 2024-11-15T07:18:36,365 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731655115211.f05a0c3a3d98877b8455d70c98a6aa3d., pid=6, masterSystemTime=1731655116347 2024-11-15T07:18:36,367 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731655115211.f05a0c3a3d98877b8455d70c98a6aa3d. 2024-11-15T07:18:36,367 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731655115211.f05a0c3a3d98877b8455d70c98a6aa3d. 2024-11-15T07:18:36,368 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=f05a0c3a3d98877b8455d70c98a6aa3d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=32f0bc5975d0,33643,1731655109697 2024-11-15T07:18:36,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure f05a0c3a3d98877b8455d70c98a6aa3d, server=32f0bc5975d0,33643,1731655109697 because future has completed 2024-11-15T07:18:36,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T07:18:36,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure f05a0c3a3d98877b8455d70c98a6aa3d, server=32f0bc5975d0,33643,1731655109697 in 176 msec 2024-11-15T07:18:36,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T07:18:36,375 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=f05a0c3a3d98877b8455d70c98a6aa3d, ASSIGN in 334 msec 2024-11-15T07:18:36,376 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T07:18:36,376 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655116376"}]},"ts":"1731655116376"} 2024-11-15T07:18:36,378 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T07:18:36,379 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T07:18:36,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1670 sec 2024-11-15T07:18:37,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39611 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:18:37,359 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T07:18:37,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38cdb1c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:37,360 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,44739,-1 for getting cluster id 2024-11-15T07:18:37,360 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:18:37,361 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '188733ef-244c-4a87-8039-f0bbd16bf938' 2024-11-15T07:18:37,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:18:37,361 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "188733ef-244c-4a87-8039-f0bbd16bf938" 2024-11-15T07:18:37,362 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60df904b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:37,362 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,44739,-1] 2024-11-15T07:18:37,362 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:18:37,362 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:18:37,363 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:18:37,363 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7403ad05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:37,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c8f386b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:37,364 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,39611,-1 for getting cluster id 2024-11-15T07:18:37,364 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:18:37,365 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'baf1c776-9d7f-422c-a0d0-990240779e4d' 2024-11-15T07:18:37,365 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:18:37,365 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "baf1c776-9d7f-422c-a0d0-990240779e4d" 2024-11-15T07:18:37,366 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@732d4eb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:37,366 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,39611,-1] 2024-11-15T07:18:37,366 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:18:37,366 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:18:37,367 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:18:37,367 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c9205be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:37,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78fac2fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:37,368 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,44739,-1 for getting cluster id 2024-11-15T07:18:37,368 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:18:37,369 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '188733ef-244c-4a87-8039-f0bbd16bf938' 2024-11-15T07:18:37,369 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:18:37,369 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "188733ef-244c-4a87-8039-f0bbd16bf938" 2024-11-15T07:18:37,369 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a4a15d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:37,369 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,44739,-1] 2024-11-15T07:18:37,369 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:18:37,369 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:18:37,370 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:18:37,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e94487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:37,372 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:18:37,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,44739,1731655103834 2024-11-15T07:18:37,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32ed52de 2024-11-15T07:18:37,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:18:37,374 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:18:37,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://32f0bc5975d0:39611,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-15T07:18:37,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T07:18:37,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:18:37,377 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32f0bc5975d0:39611' 2024-11-15T07:18:37,378 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@214be4d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:37,378 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,39611,-1 for getting cluster id 2024-11-15T07:18:37,378 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:18:37,379 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'baf1c776-9d7f-422c-a0d0-990240779e4d' 2024-11-15T07:18:37,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:18:37,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "baf1c776-9d7f-422c-a0d0-990240779e4d" 2024-11-15T07:18:37,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5026508d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:37,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,39611,-1] 2024-11-15T07:18:37,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:18:37,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:18:37,380 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:18:37,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72425665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:37,381 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:18:37,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,39611,1731655109529 2024-11-15T07:18:37,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b34a32e 2024-11-15T07:18:37,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:18:37,382 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:18:37,383 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T07:18:37,383 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T07:18:37,383 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:18:37,383 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:18:37,383 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:18:37,383 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:18:37,384 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T07:18:37,385 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T07:18:37,385 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:37,386 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T07:18:37,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741837_1013 (size=1138) 2024-11-15T07:18:37,435 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T07:18:37,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:18:37,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:18:37,794 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dc4790a00bea772cb7a6e524bc7b42d9, NAME => 'hbase:replication,,1731655117383.dc4790a00bea772cb7a6e524bc7b42d9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f 2024-11-15T07:18:37,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741838_1014 (size=44) 2024-11-15T07:18:37,813 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T07:18:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:18:38,200 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731655117383.dc4790a00bea772cb7a6e524bc7b42d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:18:38,200 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing dc4790a00bea772cb7a6e524bc7b42d9, disabling compactions & flushes 2024-11-15T07:18:38,200 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731655117383.dc4790a00bea772cb7a6e524bc7b42d9. 2024-11-15T07:18:38,200 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731655117383.dc4790a00bea772cb7a6e524bc7b42d9. 2024-11-15T07:18:38,200 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731655117383.dc4790a00bea772cb7a6e524bc7b42d9. after waiting 0 ms 2024-11-15T07:18:38,200 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731655117383.dc4790a00bea772cb7a6e524bc7b42d9. 2024-11-15T07:18:38,200 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731655117383.dc4790a00bea772cb7a6e524bc7b42d9. 2024-11-15T07:18:38,200 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for dc4790a00bea772cb7a6e524bc7b42d9: Waiting for close lock at 1731655118200Disabling compacts and flushes for region at 1731655118200Disabling writes for close at 1731655118200Writing region close event to WAL at 1731655118200Closed at 1731655118200 2024-11-15T07:18:38,202 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T07:18:38,202 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731655117383.dc4790a00bea772cb7a6e524bc7b42d9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731655118202"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731655118202"}]},"ts":"1731655118202"} 2024-11-15T07:18:38,204 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T07:18:38,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T07:18:38,206 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655118206"}]},"ts":"1731655118206"} 2024-11-15T07:18:38,208 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T07:18:38,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dc4790a00bea772cb7a6e524bc7b42d9, ASSIGN}] 2024-11-15T07:18:38,210 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dc4790a00bea772cb7a6e524bc7b42d9, ASSIGN 2024-11-15T07:18:38,211 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dc4790a00bea772cb7a6e524bc7b42d9, ASSIGN; state=OFFLINE, location=32f0bc5975d0,42509,1731655104012; forceNewPlan=false, retain=false 2024-11-15T07:18:38,362 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dc4790a00bea772cb7a6e524bc7b42d9, regionState=OPENING, regionLocation=32f0bc5975d0,42509,1731655104012 2024-11-15T07:18:38,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dc4790a00bea772cb7a6e524bc7b42d9, ASSIGN because future has completed 2024-11-15T07:18:38,364 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc4790a00bea772cb7a6e524bc7b42d9, server=32f0bc5975d0,42509,1731655104012}] 2024-11-15T07:18:38,431 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T07:18:38,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:18:38,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:18:38,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:18:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:18:38,520 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731655117383.dc4790a00bea772cb7a6e524bc7b42d9. 2024-11-15T07:18:38,520 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:18:38,521 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T07:18:38,522 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C42509%2C1731655104012.rep, suffix=, logDir=hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012, archiveDir=hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/oldWALs, maxLogs=10 2024-11-15T07:18:38,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.rep.1731655118523, exclude list is [], retry=0 2024-11-15T07:18:38,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33425,DS-4421e73a-11a5-4f4f-b66c-f439f708c6d8,DISK] 2024-11-15T07:18:38,546 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.rep.1731655118523 2024-11-15T07:18:38,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46451:46451)] 2024-11-15T07:18:38,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => dc4790a00bea772cb7a6e524bc7b42d9, NAME => 'hbase:replication,,1731655117383.dc4790a00bea772cb7a6e524bc7b42d9.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:18:38,548 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:18:38,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T07:18:38,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731655117383.dc4790a00bea772cb7a6e524bc7b42d9. service=MultiRowMutationService 2024-11-15T07:18:38,548 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T07:18:38,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication dc4790a00bea772cb7a6e524bc7b42d9 2024-11-15T07:18:38,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731655117383.dc4790a00bea772cb7a6e524bc7b42d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:18:38,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for dc4790a00bea772cb7a6e524bc7b42d9 2024-11-15T07:18:38,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for dc4790a00bea772cb7a6e524bc7b42d9 2024-11-15T07:18:38,550 INFO [StoreOpener-dc4790a00bea772cb7a6e524bc7b42d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region dc4790a00bea772cb7a6e524bc7b42d9 2024-11-15T07:18:38,551 INFO [StoreOpener-dc4790a00bea772cb7a6e524bc7b42d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc4790a00bea772cb7a6e524bc7b42d9 columnFamilyName hfileref 2024-11-15T07:18:38,552 DEBUG [StoreOpener-dc4790a00bea772cb7a6e524bc7b42d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:38,552 INFO [StoreOpener-dc4790a00bea772cb7a6e524bc7b42d9-1 {}] regionserver.HStore(327): Store=dc4790a00bea772cb7a6e524bc7b42d9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:18:38,552 INFO [StoreOpener-dc4790a00bea772cb7a6e524bc7b42d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region dc4790a00bea772cb7a6e524bc7b42d9 2024-11-15T07:18:38,553 INFO [StoreOpener-dc4790a00bea772cb7a6e524bc7b42d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc4790a00bea772cb7a6e524bc7b42d9 columnFamilyName queue 2024-11-15T07:18:38,554 DEBUG [StoreOpener-dc4790a00bea772cb7a6e524bc7b42d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:38,554 INFO [StoreOpener-dc4790a00bea772cb7a6e524bc7b42d9-1 {}] regionserver.HStore(327): Store=dc4790a00bea772cb7a6e524bc7b42d9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:18:38,554 INFO [StoreOpener-dc4790a00bea772cb7a6e524bc7b42d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region dc4790a00bea772cb7a6e524bc7b42d9 2024-11-15T07:18:38,555 INFO [StoreOpener-dc4790a00bea772cb7a6e524bc7b42d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc4790a00bea772cb7a6e524bc7b42d9 columnFamilyName sid 2024-11-15T07:18:38,555 DEBUG [StoreOpener-dc4790a00bea772cb7a6e524bc7b42d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:18:38,556 INFO [StoreOpener-dc4790a00bea772cb7a6e524bc7b42d9-1 {}] regionserver.HStore(327): Store=dc4790a00bea772cb7a6e524bc7b42d9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:18:38,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for dc4790a00bea772cb7a6e524bc7b42d9 2024-11-15T07:18:38,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/hbase/replication/dc4790a00bea772cb7a6e524bc7b42d9 2024-11-15T07:18:38,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/hbase/replication/dc4790a00bea772cb7a6e524bc7b42d9 2024-11-15T07:18:38,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for dc4790a00bea772cb7a6e524bc7b42d9 2024-11-15T07:18:38,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for dc4790a00bea772cb7a6e524bc7b42d9 2024-11-15T07:18:38,559 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T07:18:38,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for dc4790a00bea772cb7a6e524bc7b42d9 2024-11-15T07:18:38,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/hbase/replication/dc4790a00bea772cb7a6e524bc7b42d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:18:38,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened dc4790a00bea772cb7a6e524bc7b42d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69381959, jitterRate=0.03387175500392914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T07:18:38,562 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dc4790a00bea772cb7a6e524bc7b42d9 2024-11-15T07:18:38,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for dc4790a00bea772cb7a6e524bc7b42d9: Running coprocessor pre-open hook at 1731655118549Writing region info on filesystem at 1731655118549Initializing all the Stores at 1731655118550 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655118550Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655118550Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655118550Cleaning up temporary data from old regions at 1731655118558 (+8 ms)Running coprocessor post-open hooks at 1731655118562 (+4 ms)Region opened successfully at 1731655118562 2024-11-15T07:18:38,563 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731655117383.dc4790a00bea772cb7a6e524bc7b42d9., pid=10, masterSystemTime=1731655118516 2024-11-15T07:18:38,566 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731655117383.dc4790a00bea772cb7a6e524bc7b42d9. 2024-11-15T07:18:38,566 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731655117383.dc4790a00bea772cb7a6e524bc7b42d9. 2024-11-15T07:18:38,566 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dc4790a00bea772cb7a6e524bc7b42d9, regionState=OPEN, openSeqNum=2, regionLocation=32f0bc5975d0,42509,1731655104012 2024-11-15T07:18:38,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc4790a00bea772cb7a6e524bc7b42d9, server=32f0bc5975d0,42509,1731655104012 because future has completed 2024-11-15T07:18:38,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T07:18:38,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure dc4790a00bea772cb7a6e524bc7b42d9, server=32f0bc5975d0,42509,1731655104012 in 206 msec 2024-11-15T07:18:38,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T07:18:38,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dc4790a00bea772cb7a6e524bc7b42d9, ASSIGN in 365 msec 2024-11-15T07:18:38,576 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T07:18:38,576 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655118576"}]},"ts":"1731655118576"} 2024-11-15T07:18:38,578 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T07:18:38,579 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T07:18:38,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1960 sec 2024-11-15T07:18:38,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731655117383.dc4790a00bea772cb7a6e524bc7b42d9., hostname=32f0bc5975d0,42509,1731655104012, seqNum=2] 2024-11-15T07:18:38,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42509-0x1013d5be7320001, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1097810178 2024-11-15T07:18:38,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44739-0x1013d5be7320000, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1097810178 2024-11-15T07:18:38,686 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T07:18:38,838 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42509 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T07:18:38,839 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T07:18:38,863 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-32f0bc5975d0,42509,1731655104012, ReplicationSource: 1, currentBandwidth=0 2024-11-15T07:18:38,863 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:18:38,864 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,42509,1731655104012, seqNum=-1] 2024-11-15T07:18:38,864 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:18:38,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-15T07:18:38,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-32f0bc5975d0,42509,1731655104012', locateType=CURRENT is [region=hbase:replication,,1731655117383.dc4790a00bea772cb7a6e524bc7b42d9., hostname=32f0bc5975d0,42509,1731655104012, seqNum=2] 2024-11-15T07:18:38,881 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T07:18:38,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T07:18:38,883 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 32f0bc5975d0,42509,1731655104012 suceeded 2024-11-15T07:18:38,886 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T07:18:38,886 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://32f0bc5975d0:39611,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-15T07:18:38,886 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-15T07:18:38,887 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5110 sec 2024-11-15T07:18:38,903 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32f0bc5975d0:39611' 2024-11-15T07:18:38,905 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49c47f71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:38,905 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,39611,-1 for getting cluster id 2024-11-15T07:18:38,905 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:18:38,906 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'baf1c776-9d7f-422c-a0d0-990240779e4d' 2024-11-15T07:18:38,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:18:38,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "baf1c776-9d7f-422c-a0d0-990240779e4d" 2024-11-15T07:18:38,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47735c3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:38,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,39611,-1] 2024-11-15T07:18:38,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:18:38,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:18:38,908 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:18:38,909 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5eba3d8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:38,909 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:18:38,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,39611,1731655109529 2024-11-15T07:18:38,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16cd5df5 2024-11-15T07:18:38,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:18:38,911 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50098, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-15T07:18:38,912 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-32f0bc5975d0,42509,1731655104012 (queues=1) is replicating from cluster=188733ef-244c-4a87-8039-f0bbd16bf938 to cluster=baf1c776-9d7f-422c-a0d0-990240779e4d 2024-11-15T07:18:38,912 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=32f0bc5975d0%2C42509%2C1731655104012 2024-11-15T07:18:38,913 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-32f0bc5975d0,42509,1731655104012, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T07:18:38,913 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.shipper32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 32f0bc5975d0%2C42509%2C1731655104012 2024-11-15T07:18:38,913 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501, startPosition=0, beingWritten=true 2024-11-15T07:18:38,925 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:18:38,925 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 379, reset compression=false 2024-11-15T07:18:38,925 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.shipper32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,42509,1731655104012 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T07:18:39,137 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 379, reset compression=false 2024-11-15T07:18:39,441 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 379, reset compression=false 2024-11-15T07:18:39,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:18:39,530 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T07:18:39,530 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:18:39,530 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:18:39,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:18:39,530 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:18:39,530 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:18:39,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:18:39,537 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731655119535/Put/seqid=0 2024-11-15T07:18:39,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741840_1016 (size=7894) 2024-11-15T07:18:39,844 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 379, reset compression=false 2024-11-15T07:18:39,944 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/load_f/f/hfile_1 is 34, key is ddd/f:row/1731655119943/Put/seqid=0 2024-11-15T07:18:39,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741841_1017 (size=7691) 2024-11-15T07:18:40,348 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 379, reset compression=false 2024-11-15T07:18:40,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27c422bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:40,353 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,44739,-1 for getting cluster id 2024-11-15T07:18:40,353 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:18:40,354 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '188733ef-244c-4a87-8039-f0bbd16bf938' 2024-11-15T07:18:40,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:18:40,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "188733ef-244c-4a87-8039-f0bbd16bf938" 2024-11-15T07:18:40,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c23fefe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:40,354 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,44739,-1] 2024-11-15T07:18:40,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:18:40,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:18:40,355 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:18:40,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f0f324e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:40,356 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:18:40,357 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,42509,1731655104012, seqNum=-1] 2024-11-15T07:18:40,358 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:18:40,358 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:18:40,368 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:18:40,369 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,44739,1731655103834 2024-11-15T07:18:40,369 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31e2900d 2024-11-15T07:18:40,371 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:18:40,372 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:18:40,378 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731655113054.d7243a7dd6fdcc282eb8fd846fa39023., hostname=32f0bc5975d0,42509,1731655104012, seqNum=2] 2024-11-15T07:18:40,386 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T07:18:40,398 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-15T07:18:40,402 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-15T07:18:40,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/load_f/f/hfile_0 for inclusion in d7243a7dd6fdcc282eb8fd846fa39023/f 2024-11-15T07:18:40,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-15T07:18:40,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T07:18:40,425 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/load_f/f/hfile_1 for inclusion in d7243a7dd6fdcc282eb8fd846fa39023/f 2024-11-15T07:18:40,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-15T07:18:40,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T07:18:40,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] regionserver.HRegion(2603): Flush status journal for d7243a7dd6fdcc282eb8fd846fa39023: 2024-11-15T07:18:40,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/load_f/f/hfile_0 to hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/staging/jenkins__test__ps8enqhu7lijsguvkdttfu4c9eeau6kiqhvlp479uc5i6jq3jhcr7963h2i9k6is/f/hfile_0 2024-11-15T07:18:40,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/staging/jenkins__test__ps8enqhu7lijsguvkdttfu4c9eeau6kiqhvlp479uc5i6jq3jhcr7963h2i9k6is/f/hfile_0 as hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/default/test/d7243a7dd6fdcc282eb8fd846fa39023/f/d89cdd595e4e46e7bb2cb7e0fe1435e8_SeqId_4_ 2024-11-15T07:18:40,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/load_f/f/hfile_1 to hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/staging/jenkins__test__ps8enqhu7lijsguvkdttfu4c9eeau6kiqhvlp479uc5i6jq3jhcr7963h2i9k6is/f/hfile_1 2024-11-15T07:18:40,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/staging/jenkins__test__ps8enqhu7lijsguvkdttfu4c9eeau6kiqhvlp479uc5i6jq3jhcr7963h2i9k6is/f/hfile_1 as hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/default/test/d7243a7dd6fdcc282eb8fd846fa39023/f/59ef455551324eb2857bd4e0517eaa9c_SeqId_4_ 2024-11-15T07:18:40,440 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/staging/jenkins__test__ps8enqhu7lijsguvkdttfu4c9eeau6kiqhvlp479uc5i6jq3jhcr7963h2i9k6is/f/hfile_0 into d7243a7dd6fdcc282eb8fd846fa39023/f as hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/default/test/d7243a7dd6fdcc282eb8fd846fa39023/f/d89cdd595e4e46e7bb2cb7e0fe1435e8_SeqId_4_ - updating store file list. 2024-11-15T07:18:40,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d89cdd595e4e46e7bb2cb7e0fe1435e8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T07:18:40,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/default/test/d7243a7dd6fdcc282eb8fd846fa39023/f/d89cdd595e4e46e7bb2cb7e0fe1435e8_SeqId_4_ into d7243a7dd6fdcc282eb8fd846fa39023/f 2024-11-15T07:18:40,447 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/staging/jenkins__test__ps8enqhu7lijsguvkdttfu4c9eeau6kiqhvlp479uc5i6jq3jhcr7963h2i9k6is/f/hfile_0 into d7243a7dd6fdcc282eb8fd846fa39023/f (new location: hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/default/test/d7243a7dd6fdcc282eb8fd846fa39023/f/d89cdd595e4e46e7bb2cb7e0fe1435e8_SeqId_4_) 2024-11-15T07:18:40,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/staging/jenkins__test__ps8enqhu7lijsguvkdttfu4c9eeau6kiqhvlp479uc5i6jq3jhcr7963h2i9k6is/f/hfile_0 2024-11-15T07:18:40,448 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/staging/jenkins__test__ps8enqhu7lijsguvkdttfu4c9eeau6kiqhvlp479uc5i6jq3jhcr7963h2i9k6is/f/hfile_1 into d7243a7dd6fdcc282eb8fd846fa39023/f as hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/default/test/d7243a7dd6fdcc282eb8fd846fa39023/f/59ef455551324eb2857bd4e0517eaa9c_SeqId_4_ - updating store file list. 2024-11-15T07:18:40,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 59ef455551324eb2857bd4e0517eaa9c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T07:18:40,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/default/test/d7243a7dd6fdcc282eb8fd846fa39023/f/59ef455551324eb2857bd4e0517eaa9c_SeqId_4_ into d7243a7dd6fdcc282eb8fd846fa39023/f 2024-11-15T07:18:40,453 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/staging/jenkins__test__ps8enqhu7lijsguvkdttfu4c9eeau6kiqhvlp479uc5i6jq3jhcr7963h2i9k6is/f/hfile_1 into d7243a7dd6fdcc282eb8fd846fa39023/f (new location: hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/default/test/d7243a7dd6fdcc282eb8fd846fa39023/f/59ef455551324eb2857bd4e0517eaa9c_SeqId_4_) 2024-11-15T07:18:40,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/staging/jenkins__test__ps8enqhu7lijsguvkdttfu4c9eeau6kiqhvlp479uc5i6jq3jhcr7963h2i9k6is/f/hfile_1 2024-11-15T07:18:40,461 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:18:40,462 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:18:40,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:18:40,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:18:40,462 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:18:40,463 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:18:40,463 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731655113054.d7243a7dd6fdcc282eb8fd846fa39023., hostname=32f0bc5975d0,42509,1731655104012, seqNum=2 , the old value is region=test,,1731655113054.d7243a7dd6fdcc282eb8fd846fa39023., hostname=32f0bc5975d0,42509,1731655104012, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=32f0bc5975d0:42509 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T07:18:40,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731655113054.d7243a7dd6fdcc282eb8fd846fa39023., hostname=32f0bc5975d0,42509,1731655104012, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T07:18:40,464 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731655113054.d7243a7dd6fdcc282eb8fd846fa39023., hostname=32f0bc5975d0,42509,1731655104012, seqNum=2 from cache 2024-11-15T07:18:40,464 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,33643,1731655109697, seqNum=-1] 2024-11-15T07:18:40,464 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:18:40,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:18:40,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:46658 deadline: 1731655180462 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:46658 2024-11-15T07:18:40,468 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731655115211.f05a0c3a3d98877b8455d70c98a6aa3d., hostname=32f0bc5975d0,33643,1731655109697, seqNum=2] 2024-11-15T07:18:40,470 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T07:18:40,570 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:42509 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T07:18:40,952 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 379, reset compression=false 2024-11-15T07:18:40,957 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T07:18:40,957 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.shipper32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,42509,1731655104012 got entry batch from reader: WALEntryBatch [walEntries=[{test/d7243a7dd6fdcc282eb8fd846fa39023/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731655120456/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T07:18:40,974 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.shipper32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T07:18:40,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-15T07:18:40,978 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33643 {}] regionserver.ReplicationSink(318): Replicating [188733ef-244c-4a87-8039-f0bbd16bf938] bulk loaded data 2024-11-15T07:18:40,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1722d472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:40,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33643 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,39611,-1 for getting cluster id 2024-11-15T07:18:40,979 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33643 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:18:40,980 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'baf1c776-9d7f-422c-a0d0-990240779e4d' 2024-11-15T07:18:40,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:18:40,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "baf1c776-9d7f-422c-a0d0-990240779e4d" 2024-11-15T07:18:40,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d6b61ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:40,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,39611,-1] 2024-11-15T07:18:40,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:18:40,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:18:40,982 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:18:40,982 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33643 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a4f56ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:40,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741837_1013 (size=7894) 2024-11-15T07:18:41,158 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 687, reset compression=false 2024-11-15T07:18:41,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741838_1014 (size=7691) 2024-11-15T07:18:41,462 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 687, reset compression=false 2024-11-15T07:18:41,472 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T07:18:41,807 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33643 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:18:41,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,39611,1731655109529 2024-11-15T07:18:41,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e17589 2024-11-15T07:18:41,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:18:41,809 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-15T07:18:41,811 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33643 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T07:18:41,811 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33643 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:18:41,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,33643,1731655109697, seqNum=-1] 2024-11-15T07:18:41,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:18:41,814 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-15T07:18:41,820 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/staging/jenkins.hfs.6__test__pa47kv4sro0acvrqqbbi8cbuuhi04aqi1nub6ro6hs9mhvqc9hud1h7i42njdsh0/f/59ef455551324eb2857bd4e0517eaa9c_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-15T07:18:41,824 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/staging/jenkins.hfs.6__test__pa47kv4sro0acvrqqbbi8cbuuhi04aqi1nub6ro6hs9mhvqc9hud1h7i42njdsh0/f/d89cdd595e4e46e7bb2cb7e0fe1435e8_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-15T07:18:41,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33643 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/staging/jenkins.hfs.6__test__pa47kv4sro0acvrqqbbi8cbuuhi04aqi1nub6ro6hs9mhvqc9hud1h7i42njdsh0/f/59ef455551324eb2857bd4e0517eaa9c_SeqId_4_ for inclusion in f05a0c3a3d98877b8455d70c98a6aa3d/f 2024-11-15T07:18:41,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33643 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-15T07:18:41,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33643 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T07:18:41,831 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33643 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/staging/jenkins.hfs.6__test__pa47kv4sro0acvrqqbbi8cbuuhi04aqi1nub6ro6hs9mhvqc9hud1h7i42njdsh0/f/d89cdd595e4e46e7bb2cb7e0fe1435e8_SeqId_4_ for inclusion in f05a0c3a3d98877b8455d70c98a6aa3d/f 2024-11-15T07:18:41,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33643 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-15T07:18:41,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33643 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T07:18:41,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33643 {}] regionserver.HRegion(2603): Flush status journal for f05a0c3a3d98877b8455d70c98a6aa3d: 2024-11-15T07:18:41,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33643 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 59ef455551324eb2857bd4e0517eaa9c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T07:18:41,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/staging/jenkins.hfs.6__test__pa47kv4sro0acvrqqbbi8cbuuhi04aqi1nub6ro6hs9mhvqc9hud1h7i42njdsh0/f/59ef455551324eb2857bd4e0517eaa9c_SeqId_4_ as hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/data/default/test/f05a0c3a3d98877b8455d70c98a6aa3d/f/2cfed5ac4173499e922b8f16e79a1414_SeqId_4_ 2024-11-15T07:18:41,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33643 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d89cdd595e4e46e7bb2cb7e0fe1435e8_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T07:18:41,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/staging/jenkins.hfs.6__test__pa47kv4sro0acvrqqbbi8cbuuhi04aqi1nub6ro6hs9mhvqc9hud1h7i42njdsh0/f/d89cdd595e4e46e7bb2cb7e0fe1435e8_SeqId_4_ as hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/data/default/test/f05a0c3a3d98877b8455d70c98a6aa3d/f/b821bb34d6ae40aeac9df1e481b46650_SeqId_4_ 2024-11-15T07:18:41,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33643 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/staging/jenkins.hfs.6__test__pa47kv4sro0acvrqqbbi8cbuuhi04aqi1nub6ro6hs9mhvqc9hud1h7i42njdsh0/f/59ef455551324eb2857bd4e0517eaa9c_SeqId_4_ into f05a0c3a3d98877b8455d70c98a6aa3d/f as hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/data/default/test/f05a0c3a3d98877b8455d70c98a6aa3d/f/2cfed5ac4173499e922b8f16e79a1414_SeqId_4_ - updating store file list. 2024-11-15T07:18:41,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33643 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2cfed5ac4173499e922b8f16e79a1414_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T07:18:41,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33643 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/data/default/test/f05a0c3a3d98877b8455d70c98a6aa3d/f/2cfed5ac4173499e922b8f16e79a1414_SeqId_4_ into f05a0c3a3d98877b8455d70c98a6aa3d/f 2024-11-15T07:18:41,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33643 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/staging/jenkins.hfs.6__test__pa47kv4sro0acvrqqbbi8cbuuhi04aqi1nub6ro6hs9mhvqc9hud1h7i42njdsh0/f/59ef455551324eb2857bd4e0517eaa9c_SeqId_4_ into f05a0c3a3d98877b8455d70c98a6aa3d/f (new location: hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/data/default/test/f05a0c3a3d98877b8455d70c98a6aa3d/f/2cfed5ac4173499e922b8f16e79a1414_SeqId_4_) 2024-11-15T07:18:41,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33643 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/staging/jenkins.hfs.6__test__pa47kv4sro0acvrqqbbi8cbuuhi04aqi1nub6ro6hs9mhvqc9hud1h7i42njdsh0/f/59ef455551324eb2857bd4e0517eaa9c_SeqId_4_ 2024-11-15T07:18:41,844 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33643 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/staging/jenkins.hfs.6__test__pa47kv4sro0acvrqqbbi8cbuuhi04aqi1nub6ro6hs9mhvqc9hud1h7i42njdsh0/f/d89cdd595e4e46e7bb2cb7e0fe1435e8_SeqId_4_ into f05a0c3a3d98877b8455d70c98a6aa3d/f as hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/data/default/test/f05a0c3a3d98877b8455d70c98a6aa3d/f/b821bb34d6ae40aeac9df1e481b46650_SeqId_4_ - updating store file list. 2024-11-15T07:18:41,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33643 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b821bb34d6ae40aeac9df1e481b46650_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T07:18:41,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33643 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/data/default/test/f05a0c3a3d98877b8455d70c98a6aa3d/f/b821bb34d6ae40aeac9df1e481b46650_SeqId_4_ into f05a0c3a3d98877b8455d70c98a6aa3d/f 2024-11-15T07:18:41,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33643 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/staging/jenkins.hfs.6__test__pa47kv4sro0acvrqqbbi8cbuuhi04aqi1nub6ro6hs9mhvqc9hud1h7i42njdsh0/f/d89cdd595e4e46e7bb2cb7e0fe1435e8_SeqId_4_ into f05a0c3a3d98877b8455d70c98a6aa3d/f (new location: hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/data/default/test/f05a0c3a3d98877b8455d70c98a6aa3d/f/b821bb34d6ae40aeac9df1e481b46650_SeqId_4_) 2024-11-15T07:18:41,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33643 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/staging/jenkins.hfs.6__test__pa47kv4sro0acvrqqbbi8cbuuhi04aqi1nub6ro6hs9mhvqc9hud1h7i42njdsh0/f/d89cdd595e4e46e7bb2cb7e0fe1435e8_SeqId_4_ 2024-11-15T07:18:41,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33643 {}] regionserver.ReplicationSink(324): Finished replicating [188733ef-244c-4a87-8039-f0bbd16bf938] bulk loaded data 2024-11-15T07:18:41,866 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 687, reset compression=false 2024-11-15T07:18:42,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T07:18:42,289 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T07:18:42,290 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T07:18:42,290 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-15T07:18:42,290 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T07:18:42,290 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T07:18:42,369 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 687, reset compression=false 2024-11-15T07:18:42,485 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:18:42,490 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731655122488/Put/seqid=0 2024-11-15T07:18:42,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741842_1018 (size=7997) 2024-11-15T07:18:42,897 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731655122896/Put/seqid=0 2024-11-15T07:18:42,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741843_1019 (size=7794) 2024-11-15T07:18:42,973 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 687, reset compression=false 2024-11-15T07:18:43,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22feaacc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:43,302 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,44739,-1 for getting cluster id 2024-11-15T07:18:43,302 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:18:43,303 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '188733ef-244c-4a87-8039-f0bbd16bf938' 2024-11-15T07:18:43,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:18:43,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "188733ef-244c-4a87-8039-f0bbd16bf938" 2024-11-15T07:18:43,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52a865ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:43,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,44739,-1] 2024-11-15T07:18:43,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:18:43,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:18:43,305 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:18:43,305 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58f69033, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:18:43,306 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:18:43,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,42509,1731655104012, seqNum=-1] 2024-11-15T07:18:43,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:18:43,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:18:43,316 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:18:43,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,44739,1731655103834 2024-11-15T07:18:43,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60bd9692 2024-11-15T07:18:43,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:18:43,318 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:18:43,322 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731655113054.d7243a7dd6fdcc282eb8fd846fa39023., hostname=32f0bc5975d0,42509,1731655104012, seqNum=2] 2024-11-15T07:18:43,324 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T07:18:43,330 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-15T07:18:43,333 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-15T07:18:43,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/load_f1/f1/hfile_0 for inclusion in d7243a7dd6fdcc282eb8fd846fa39023/f1 2024-11-15T07:18:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-15T07:18:43,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T07:18:43,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/load_f1/f1/hfile_1 for inclusion in d7243a7dd6fdcc282eb8fd846fa39023/f1 2024-11-15T07:18:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-15T07:18:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T07:18:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] regionserver.HRegion(2603): Flush status journal for d7243a7dd6fdcc282eb8fd846fa39023: 2024-11-15T07:18:43,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/load_f1/f1/hfile_0 to hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/staging/jenkins__test__a5baq1fbaghnausuf3acsgmlojfr1g3v3987692cd29lnfod16f47agso5vno4rt/f1/hfile_0 2024-11-15T07:18:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/staging/jenkins__test__a5baq1fbaghnausuf3acsgmlojfr1g3v3987692cd29lnfod16f47agso5vno4rt/f1/hfile_0 as hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/default/test/d7243a7dd6fdcc282eb8fd846fa39023/f1/50142c0a8ed34df391561668331b7d3d_SeqId_6_ 2024-11-15T07:18:43,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/load_f1/f1/hfile_1 to hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/staging/jenkins__test__a5baq1fbaghnausuf3acsgmlojfr1g3v3987692cd29lnfod16f47agso5vno4rt/f1/hfile_1 2024-11-15T07:18:43,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/staging/jenkins__test__a5baq1fbaghnausuf3acsgmlojfr1g3v3987692cd29lnfod16f47agso5vno4rt/f1/hfile_1 as hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/default/test/d7243a7dd6fdcc282eb8fd846fa39023/f1/69249093b070414a8489165371e96741_SeqId_6_ 2024-11-15T07:18:43,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-15T07:18:43,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/staging/jenkins__test__a5baq1fbaghnausuf3acsgmlojfr1g3v3987692cd29lnfod16f47agso5vno4rt/f1/hfile_0 into d7243a7dd6fdcc282eb8fd846fa39023/f1 as hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/default/test/d7243a7dd6fdcc282eb8fd846fa39023/f1/50142c0a8ed34df391561668331b7d3d_SeqId_6_ - updating store file list. 2024-11-15T07:18:43,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 50142c0a8ed34df391561668331b7d3d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T07:18:43,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/default/test/d7243a7dd6fdcc282eb8fd846fa39023/f1/50142c0a8ed34df391561668331b7d3d_SeqId_6_ into d7243a7dd6fdcc282eb8fd846fa39023/f1 2024-11-15T07:18:43,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/staging/jenkins__test__a5baq1fbaghnausuf3acsgmlojfr1g3v3987692cd29lnfod16f47agso5vno4rt/f1/hfile_0 into d7243a7dd6fdcc282eb8fd846fa39023/f1 (new location: hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/default/test/d7243a7dd6fdcc282eb8fd846fa39023/f1/50142c0a8ed34df391561668331b7d3d_SeqId_6_) 2024-11-15T07:18:43,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/staging/jenkins__test__a5baq1fbaghnausuf3acsgmlojfr1g3v3987692cd29lnfod16f47agso5vno4rt/f1/hfile_0 2024-11-15T07:18:43,356 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/staging/jenkins__test__a5baq1fbaghnausuf3acsgmlojfr1g3v3987692cd29lnfod16f47agso5vno4rt/f1/hfile_1 into d7243a7dd6fdcc282eb8fd846fa39023/f1 as hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/default/test/d7243a7dd6fdcc282eb8fd846fa39023/f1/69249093b070414a8489165371e96741_SeqId_6_ - updating store file list. 2024-11-15T07:18:43,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 69249093b070414a8489165371e96741_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T07:18:43,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/default/test/d7243a7dd6fdcc282eb8fd846fa39023/f1/69249093b070414a8489165371e96741_SeqId_6_ into d7243a7dd6fdcc282eb8fd846fa39023/f1 2024-11-15T07:18:43,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/staging/jenkins__test__a5baq1fbaghnausuf3acsgmlojfr1g3v3987692cd29lnfod16f47agso5vno4rt/f1/hfile_1 into d7243a7dd6fdcc282eb8fd846fa39023/f1 (new location: hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/default/test/d7243a7dd6fdcc282eb8fd846fa39023/f1/69249093b070414a8489165371e96741_SeqId_6_) 2024-11-15T07:18:43,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42509 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/staging/jenkins__test__a5baq1fbaghnausuf3acsgmlojfr1g3v3987692cd29lnfod16f47agso5vno4rt/f1/hfile_1 2024-11-15T07:18:43,362 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:18:43,362 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:18:43,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:18:43,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:18:43,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731655113054.d7243a7dd6fdcc282eb8fd846fa39023., hostname=32f0bc5975d0,42509,1731655104012, seqNum=2 , the old value is region=test,,1731655113054.d7243a7dd6fdcc282eb8fd846fa39023., hostname=32f0bc5975d0,42509,1731655104012, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=32f0bc5975d0:42509 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T07:18:43,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731655113054.d7243a7dd6fdcc282eb8fd846fa39023., hostname=32f0bc5975d0,42509,1731655104012, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T07:18:43,363 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731655113054.d7243a7dd6fdcc282eb8fd846fa39023., hostname=32f0bc5975d0,42509,1731655104012, seqNum=2 from cache 2024-11-15T07:18:43,363 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:18:43,364 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:18:43,364 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,42509,1731655104012, seqNum=-1] 2024-11-15T07:18:43,364 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T07:18:43,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:18:43,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:18:43,368 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731655113054.d7243a7dd6fdcc282eb8fd846fa39023., hostname=32f0bc5975d0,42509,1731655104012, seqNum=2] 2024-11-15T07:18:43,469 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:42509 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T07:18:43,677 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 687, reset compression=false 2024-11-15T07:18:43,682 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:18:43,682 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 997, reset compression=false 2024-11-15T07:18:43,682 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.shipper32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,42509,1731655104012 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T07:18:43,886 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 997, reset compression=false 2024-11-15T07:18:44,050 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T07:18:44,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:18:44,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:18:44,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:18:44,190 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 997, reset compression=false 2024-11-15T07:18:44,594 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 997, reset compression=false 2024-11-15T07:18:45,098 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 997, reset compression=false 2024-11-15T07:18:45,702 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 997, reset compression=false 2024-11-15T07:18:46,406 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 997, reset compression=false 2024-11-15T07:18:47,209 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 997, reset compression=false 2024-11-15T07:18:48,113 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 997, reset compression=false 2024-11-15T07:18:49,117 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 997, reset compression=false 2024-11-15T07:18:50,220 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 997, reset compression=false 2024-11-15T07:18:51,424 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 997, reset compression=false 2024-11-15T07:18:52,728 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 997, reset compression=false 2024-11-15T07:18:53,420 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T07:18:54,131 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 997, reset compression=false 2024-11-15T07:18:55,635 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 997, reset compression=false 2024-11-15T07:18:57,239 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 997, reset compression=false 2024-11-15T07:18:58,943 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 997, reset compression=false 2024-11-15T07:18:59,116 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T07:19:00,746 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 997, reset compression=false 2024-11-15T07:19:02,650 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 997, reset compression=false 2024-11-15T07:19:03,685 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.shipper32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,42509,1731655104012 got entry batch from reader: null 2024-11-15T07:19:04,654 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 997, reset compression=false 2024-11-15T07:19:06,758 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 997, reset compression=false 2024-11-15T07:19:08,255 INFO [master/32f0bc5975d0:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T07:19:08,255 INFO [master/32f0bc5975d0:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T07:19:08,962 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 997, reset compression=false 2024-11-15T07:19:11,267 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 997, reset compression=false 2024-11-15T07:19:13,311 INFO [master/32f0bc5975d0:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T07:19:13,311 INFO [master/32f0bc5975d0:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T07:19:13,671 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 997, reset compression=false 2024-11-15T07:19:16,175 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 997, reset compression=false 2024-11-15T07:19:18,779 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 997, reset compression=false 2024-11-15T07:19:19,197 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region d7243a7dd6fdcc282eb8fd846fa39023, had cached 0 bytes from a total of 31376 2024-11-15T07:19:21,352 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f05a0c3a3d98877b8455d70c98a6aa3d, had cached 0 bytes from a total of 15585 2024-11-15T07:19:21,483 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 997, reset compression=false 2024-11-15T07:19:23,420 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T07:19:23,687 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.shipper32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,42509,1731655104012 got entry batch from reader: null 2024-11-15T07:19:24,301 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 997, reset compression=false 2024-11-15T07:19:27,211 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 997, reset compression=false 2024-11-15T07:19:27,682 DEBUG [master/32f0bc5975d0:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-15T07:19:29,117 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T07:19:30,215 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 997, reset compression=false 2024-11-15T07:19:33,320 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 997, reset compression=false 2024-11-15T07:19:33,362 DEBUG [master/32f0bc5975d0:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-15T07:19:36,524 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 997, reset compression=false 2024-11-15T07:19:39,828 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 997, reset compression=false 2024-11-15T07:19:43,232 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 997, reset compression=false 2024-11-15T07:19:43,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T07:19:43,397 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:19:43,397 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:19:43,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:19:43,398 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:19:43,398 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:19:43,398 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T07:19:43,398 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1326415808, stopped=false 2024-11-15T07:19:43,398 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32f0bc5975d0,39611,1731655109529 2024-11-15T07:19:43,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33643-0x1013d5be7320004, quorum=127.0.0.1:52078, baseZNode=/1594262865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1594262865/running 2024-11-15T07:19:43,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39611-0x1013d5be7320003, quorum=127.0.0.1:52078, baseZNode=/1594262865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1594262865/running 2024-11-15T07:19:43,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33643-0x1013d5be7320004, quorum=127.0.0.1:52078, baseZNode=/1594262865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1594262865 2024-11-15T07:19:43,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39611-0x1013d5be7320003, quorum=127.0.0.1:52078, baseZNode=/1594262865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1594262865 2024-11-15T07:19:43,515 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:19:43,516 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:19:43,516 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:19:43,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:19:43,516 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32f0bc5975d0,33643,1731655109697' ***** 2024-11-15T07:19:43,516 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T07:19:43,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33643-0x1013d5be7320004, quorum=127.0.0.1:52078, baseZNode=/1594262865 Set watcher on znode that does not yet exist, /1594262865/running 2024-11-15T07:19:43,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39611-0x1013d5be7320003, quorum=127.0.0.1:52078, baseZNode=/1594262865 Set watcher on znode that does not yet exist, /1594262865/running 2024-11-15T07:19:43,516 INFO [RS:0;32f0bc5975d0:33643 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T07:19:43,516 INFO [RS:0;32f0bc5975d0:33643 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T07:19:43,516 INFO [RS:0;32f0bc5975d0:33643 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T07:19:43,517 INFO [RS:0;32f0bc5975d0:33643 {}] regionserver.HRegionServer(3091): Received CLOSE for f05a0c3a3d98877b8455d70c98a6aa3d 2024-11-15T07:19:43,517 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T07:19:43,517 INFO [RS:0;32f0bc5975d0:33643 {}] regionserver.HRegionServer(959): stopping server 32f0bc5975d0,33643,1731655109697 2024-11-15T07:19:43,517 INFO [RS:0;32f0bc5975d0:33643 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:19:43,517 INFO [RS:0;32f0bc5975d0:33643 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:33643. 2024-11-15T07:19:43,517 DEBUG [RS:0;32f0bc5975d0:33643 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:19:43,517 DEBUG [RS:0;32f0bc5975d0:33643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:19:43,517 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f05a0c3a3d98877b8455d70c98a6aa3d, disabling compactions & flushes 2024-11-15T07:19:43,517 INFO [RS:0;32f0bc5975d0:33643 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T07:19:43,517 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731655115211.f05a0c3a3d98877b8455d70c98a6aa3d. 2024-11-15T07:19:43,517 INFO [RS:0;32f0bc5975d0:33643 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T07:19:43,517 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731655115211.f05a0c3a3d98877b8455d70c98a6aa3d. 2024-11-15T07:19:43,517 INFO [RS:0;32f0bc5975d0:33643 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T07:19:43,517 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731655115211.f05a0c3a3d98877b8455d70c98a6aa3d. after waiting 0 ms 2024-11-15T07:19:43,517 INFO [RS:0;32f0bc5975d0:33643 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T07:19:43,517 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731655115211.f05a0c3a3d98877b8455d70c98a6aa3d. 2024-11-15T07:19:43,517 INFO [RS:0;32f0bc5975d0:33643 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T07:19:43,517 DEBUG [RS:0;32f0bc5975d0:33643 {}] regionserver.HRegionServer(1325): Online Regions={f05a0c3a3d98877b8455d70c98a6aa3d=test,,1731655115211.f05a0c3a3d98877b8455d70c98a6aa3d., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T07:19:43,517 DEBUG [RS:0;32f0bc5975d0:33643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f05a0c3a3d98877b8455d70c98a6aa3d 2024-11-15T07:19:43,517 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:19:43,517 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:19:43,517 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:19:43,517 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:19:43,518 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:19:43,518 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-15T07:19:43,528 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/data/default/test/f05a0c3a3d98877b8455d70c98a6aa3d/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-15T07:19:43,529 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:19:43,529 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T07:19:43,529 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731655115211.f05a0c3a3d98877b8455d70c98a6aa3d. 2024-11-15T07:19:43,529 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f05a0c3a3d98877b8455d70c98a6aa3d: Waiting for close lock at 1731655183517Running coprocessor pre-close hooks at 1731655183517Disabling compacts and flushes for region at 1731655183517Disabling writes for close at 1731655183517Writing region close event to WAL at 1731655183518 (+1 ms)Running coprocessor post-close hooks at 1731655183529 (+11 ms)Closed at 1731655183529 2024-11-15T07:19:43,529 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731655115211.f05a0c3a3d98877b8455d70c98a6aa3d. 2024-11-15T07:19:43,540 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/data/hbase/meta/1588230740/.tmp/info/1b912000ff464756bc16dfe050c98cc7 is 129, key is test,,1731655115211.f05a0c3a3d98877b8455d70c98a6aa3d./info:regioninfo/1731655116368/Put/seqid=0 2024-11-15T07:19:43,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741839_1015 (size=6421) 2024-11-15T07:19:43,579 INFO [regionserver/32f0bc5975d0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:19:43,687 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.shipper32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,42509,1731655104012 got entry batch from reader: null 2024-11-15T07:19:43,718 DEBUG [RS:0;32f0bc5975d0:33643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:19:43,819 INFO [regionserver/32f0bc5975d0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T07:19:43,819 INFO [regionserver/32f0bc5975d0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T07:19:43,918 DEBUG [RS:0;32f0bc5975d0:33643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:19:43,945 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/data/hbase/meta/1588230740/.tmp/info/1b912000ff464756bc16dfe050c98cc7 2024-11-15T07:19:43,962 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/data/hbase/meta/1588230740/.tmp/ns/6b97f33589a1443fae58a1747e12e28c is 43, key is default/ns:d/1731655112959/Put/seqid=0 2024-11-15T07:19:43,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741840_1016 (size=5153) 2024-11-15T07:19:44,118 DEBUG [RS:0;32f0bc5975d0:33643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:19:44,318 DEBUG [RS:0;32f0bc5975d0:33643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:19:44,367 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/data/hbase/meta/1588230740/.tmp/ns/6b97f33589a1443fae58a1747e12e28c 2024-11-15T07:19:44,384 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/data/hbase/meta/1588230740/.tmp/rep_barrier/a46e14ba310c4cc49074a7112937c768 is 112, key is test,,1731655115211.f05a0c3a3d98877b8455d70c98a6aa3d./rep_barrier:seqnumDuringOpen/1731655116368/Put/seqid=0 2024-11-15T07:19:44,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741841_1017 (size=5518) 2024-11-15T07:19:44,518 INFO [RS:0;32f0bc5975d0:33643 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T07:19:44,518 DEBUG [RS:0;32f0bc5975d0:33643 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T07:19:44,518 DEBUG [RS:0;32f0bc5975d0:33643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:19:44,718 DEBUG [RS:0;32f0bc5975d0:33643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:19:44,789 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/data/hbase/meta/1588230740/.tmp/rep_barrier/a46e14ba310c4cc49074a7112937c768 2024-11-15T07:19:44,810 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/data/hbase/meta/1588230740/.tmp/table/347804422341494cb3cabc56a96dffa1 is 40, key is test/table:state/1731655116376/Put/seqid=0 2024-11-15T07:19:44,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741842_1018 (size=5165) 2024-11-15T07:19:44,919 DEBUG [RS:0;32f0bc5975d0:33643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:19:45,119 DEBUG [RS:0;32f0bc5975d0:33643 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:19:45,214 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/data/hbase/meta/1588230740/.tmp/table/347804422341494cb3cabc56a96dffa1 2024-11-15T07:19:45,220 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/data/hbase/meta/1588230740/.tmp/info/1b912000ff464756bc16dfe050c98cc7 as hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/data/hbase/meta/1588230740/info/1b912000ff464756bc16dfe050c98cc7 2024-11-15T07:19:45,226 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/data/hbase/meta/1588230740/info/1b912000ff464756bc16dfe050c98cc7, entries=10, sequenceid=11, filesize=6.3 K 2024-11-15T07:19:45,227 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/data/hbase/meta/1588230740/.tmp/ns/6b97f33589a1443fae58a1747e12e28c as hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/data/hbase/meta/1588230740/ns/6b97f33589a1443fae58a1747e12e28c 2024-11-15T07:19:45,232 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/data/hbase/meta/1588230740/ns/6b97f33589a1443fae58a1747e12e28c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T07:19:45,233 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/data/hbase/meta/1588230740/.tmp/rep_barrier/a46e14ba310c4cc49074a7112937c768 as hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/data/hbase/meta/1588230740/rep_barrier/a46e14ba310c4cc49074a7112937c768 2024-11-15T07:19:45,238 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/data/hbase/meta/1588230740/rep_barrier/a46e14ba310c4cc49074a7112937c768, entries=1, sequenceid=11, filesize=5.4 K 2024-11-15T07:19:45,239 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/data/hbase/meta/1588230740/.tmp/table/347804422341494cb3cabc56a96dffa1 as hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/data/hbase/meta/1588230740/table/347804422341494cb3cabc56a96dffa1 2024-11-15T07:19:45,243 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/data/hbase/meta/1588230740/table/347804422341494cb3cabc56a96dffa1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T07:19:45,244 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=11, compaction requested=false 2024-11-15T07:19:45,248 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T07:19:45,249 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:19:45,249 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:19:45,249 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:19:45,249 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655183517Running coprocessor pre-close hooks at 1731655183517Disabling compacts and flushes for region at 1731655183517Disabling writes for close at 1731655183518 (+1 ms)Obtaining lock to block concurrent updates at 1731655183518Preparing flush snapshotting stores in 1588230740 at 1731655183518Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731655183518Flushing stores of hbase:meta,,1.1588230740 at 1731655183518Flushing 1588230740/info: creating writer at 1731655183518Flushing 1588230740/info: appending metadata at 1731655183540 (+22 ms)Flushing 1588230740/info: closing flushed file at 1731655183540Flushing 1588230740/ns: creating writer at 1731655183950 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731655183962 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731655183962Flushing 1588230740/rep_barrier: creating writer at 1731655184371 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731655184384 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731655184384Flushing 1588230740/table: creating writer at 1731655184794 (+410 ms)Flushing 1588230740/table: appending metadata at 1731655184809 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731655184809Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c6e9530: reopening flushed file at 1731655185220 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65ec183e: reopening flushed file at 1731655185226 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67c282fd: reopening flushed file at 1731655185232 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54090ba0: reopening flushed file at 1731655185238 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1726ms, sequenceid=11, compaction requested=false at 1731655185244 (+6 ms)Writing region close event to WAL at 1731655185245 (+1 ms)Running coprocessor post-close hooks at 1731655185249 (+4 ms)Closed at 1731655185249 2024-11-15T07:19:45,249 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T07:19:45,319 INFO [RS:0;32f0bc5975d0:33643 {}] regionserver.HRegionServer(976): stopping server 32f0bc5975d0,33643,1731655109697; all regions closed. 2024-11-15T07:19:45,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741834_1010 (size=2717) 2024-11-15T07:19:45,322 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/WALs/32f0bc5975d0,33643,1731655109697/32f0bc5975d0%2C33643%2C1731655109697.meta.1731655112912.meta not finished, retry = 0 2024-11-15T07:19:45,424 DEBUG [RS:0;32f0bc5975d0:33643 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/oldWALs 2024-11-15T07:19:45,424 INFO [RS:0;32f0bc5975d0:33643 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32f0bc5975d0%2C33643%2C1731655109697.meta:.meta(num 1731655112912) 2024-11-15T07:19:45,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741832_1008 (size=1028) 2024-11-15T07:19:45,426 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/WALs/32f0bc5975d0,33643,1731655109697/32f0bc5975d0%2C33643%2C1731655109697.1731655111946 not finished, retry = 0 2024-11-15T07:19:45,529 DEBUG [RS:0;32f0bc5975d0:33643 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/oldWALs 2024-11-15T07:19:45,529 INFO [RS:0;32f0bc5975d0:33643 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32f0bc5975d0%2C33643%2C1731655109697:(num 1731655111946) 2024-11-15T07:19:45,529 DEBUG [RS:0;32f0bc5975d0:33643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:19:45,529 INFO [RS:0;32f0bc5975d0:33643 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:19:45,529 INFO [RS:0;32f0bc5975d0:33643 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:19:45,529 INFO [RS:0;32f0bc5975d0:33643 {}] hbase.ChoreService(370): Chore service for: regionserver/32f0bc5975d0:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T07:19:45,529 INFO [RS:0;32f0bc5975d0:33643 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:19:45,530 INFO [regionserver/32f0bc5975d0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:19:45,530 INFO [RS:0;32f0bc5975d0:33643 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:33643. 2024-11-15T07:19:45,530 DEBUG [RS:0;32f0bc5975d0:33643 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:19:45,530 DEBUG [RS:0;32f0bc5975d0:33643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:19:45,530 DEBUG [RS:0;32f0bc5975d0:33643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:19:45,530 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:19:45,530 INFO [RS:0;32f0bc5975d0:33643 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33643 2024-11-15T07:19:45,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33643-0x1013d5be7320004, quorum=127.0.0.1:52078, baseZNode=/1594262865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1594262865/rs/32f0bc5975d0,33643,1731655109697 2024-11-15T07:19:45,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39611-0x1013d5be7320003, quorum=127.0.0.1:52078, baseZNode=/1594262865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1594262865/rs 2024-11-15T07:19:45,599 INFO [RS:0;32f0bc5975d0:33643 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:19:45,610 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32f0bc5975d0,33643,1731655109697] 2024-11-15T07:19:45,620 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1594262865/draining/32f0bc5975d0,33643,1731655109697 already deleted, retry=false 2024-11-15T07:19:45,621 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32f0bc5975d0,33643,1731655109697 expired; onlineServers=0 2024-11-15T07:19:45,621 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32f0bc5975d0,39611,1731655109529' ***** 2024-11-15T07:19:45,621 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T07:19:45,621 INFO [M:0;32f0bc5975d0:39611 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:19:45,621 INFO [M:0;32f0bc5975d0:39611 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:19:45,621 DEBUG [M:0;32f0bc5975d0:39611 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T07:19:45,621 DEBUG [M:0;32f0bc5975d0:39611 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T07:19:45,621 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T07:19:45,621 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655111707 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655111707,5,FailOnTimeoutGroup] 2024-11-15T07:19:45,621 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655111707 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655111707,5,FailOnTimeoutGroup] 2024-11-15T07:19:45,621 INFO [M:0;32f0bc5975d0:39611 {}] hbase.ChoreService(370): Chore service for: master/32f0bc5975d0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T07:19:45,621 INFO [M:0;32f0bc5975d0:39611 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:19:45,621 DEBUG [M:0;32f0bc5975d0:39611 {}] master.HMaster(1795): Stopping service threads 2024-11-15T07:19:45,621 INFO [M:0;32f0bc5975d0:39611 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T07:19:45,621 INFO [M:0;32f0bc5975d0:39611 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:19:45,622 INFO [M:0;32f0bc5975d0:39611 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T07:19:45,622 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T07:19:45,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39611-0x1013d5be7320003, quorum=127.0.0.1:52078, baseZNode=/1594262865 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1594262865/master 2024-11-15T07:19:45,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39611-0x1013d5be7320003, quorum=127.0.0.1:52078, baseZNode=/1594262865 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1594262865 2024-11-15T07:19:45,631 DEBUG [M:0;32f0bc5975d0:39611 {}] zookeeper.ZKUtil(347): master:39611-0x1013d5be7320003, quorum=127.0.0.1:52078, baseZNode=/1594262865 Unable to get data of znode /1594262865/master because node does not exist (not an error) 2024-11-15T07:19:45,631 WARN [M:0;32f0bc5975d0:39611 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T07:19:45,632 INFO [M:0;32f0bc5975d0:39611 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/.lastflushedseqids 2024-11-15T07:19:45,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741843_1019 (size=173) 2024-11-15T07:19:45,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33643-0x1013d5be7320004, quorum=127.0.0.1:52078, baseZNode=/1594262865 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:19:45,710 INFO [RS:0;32f0bc5975d0:33643 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:19:45,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33643-0x1013d5be7320004, quorum=127.0.0.1:52078, baseZNode=/1594262865 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:19:45,710 INFO [RS:0;32f0bc5975d0:33643 {}] regionserver.HRegionServer(1031): Exiting; stopping=32f0bc5975d0,33643,1731655109697; zookeeper connection closed. 2024-11-15T07:19:45,710 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7da2700b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7da2700b 2024-11-15T07:19:45,711 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T07:19:46,037 INFO [M:0;32f0bc5975d0:39611 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T07:19:46,037 INFO [M:0;32f0bc5975d0:39611 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T07:19:46,038 DEBUG [M:0;32f0bc5975d0:39611 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:19:46,038 INFO [M:0;32f0bc5975d0:39611 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:19:46,038 DEBUG [M:0;32f0bc5975d0:39611 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:19:46,038 DEBUG [M:0;32f0bc5975d0:39611 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:19:46,038 DEBUG [M:0;32f0bc5975d0:39611 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:19:46,038 INFO [M:0;32f0bc5975d0:39611 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.04 KB heapSize=34.14 KB 2024-11-15T07:19:46,052 DEBUG [M:0;32f0bc5975d0:39611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eddbe991a2f242f68a5dd6a2393b6480 is 82, key is hbase:meta,,1/info:regioninfo/1731655112944/Put/seqid=0 2024-11-15T07:19:46,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741844_1020 (size=5672) 2024-11-15T07:19:46,457 INFO [M:0;32f0bc5975d0:39611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eddbe991a2f242f68a5dd6a2393b6480 2024-11-15T07:19:46,512 DEBUG [M:0;32f0bc5975d0:39611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a119022a78c2415c956fd0fd7e749ad5 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731655116380/Put/seqid=0 2024-11-15T07:19:46,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741845_1021 (size=6726) 2024-11-15T07:19:46,736 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 to pos 997, reset compression=false 2024-11-15T07:19:46,917 INFO [M:0;32f0bc5975d0:39611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.49 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a119022a78c2415c956fd0fd7e749ad5 2024-11-15T07:19:46,921 INFO [M:0;32f0bc5975d0:39611 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a119022a78c2415c956fd0fd7e749ad5 2024-11-15T07:19:46,934 DEBUG [M:0;32f0bc5975d0:39611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91a91b56ea2847408cbcbc27659b4cdb is 69, key is 32f0bc5975d0,33643,1731655109697/rs:state/1731655111757/Put/seqid=0 2024-11-15T07:19:46,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741846_1022 (size=5156) 2024-11-15T07:19:47,338 INFO [M:0;32f0bc5975d0:39611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91a91b56ea2847408cbcbc27659b4cdb 2024-11-15T07:19:47,343 DEBUG [M:0;32f0bc5975d0:39611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eddbe991a2f242f68a5dd6a2393b6480 as hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eddbe991a2f242f68a5dd6a2393b6480 2024-11-15T07:19:47,348 INFO [M:0;32f0bc5975d0:39611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eddbe991a2f242f68a5dd6a2393b6480, entries=8, sequenceid=58, filesize=5.5 K 2024-11-15T07:19:47,348 DEBUG [M:0;32f0bc5975d0:39611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a119022a78c2415c956fd0fd7e749ad5 as hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a119022a78c2415c956fd0fd7e749ad5 2024-11-15T07:19:47,353 INFO [M:0;32f0bc5975d0:39611 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a119022a78c2415c956fd0fd7e749ad5 2024-11-15T07:19:47,353 INFO [M:0;32f0bc5975d0:39611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a119022a78c2415c956fd0fd7e749ad5, entries=6, sequenceid=58, filesize=6.6 K 2024-11-15T07:19:47,354 DEBUG [M:0;32f0bc5975d0:39611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/91a91b56ea2847408cbcbc27659b4cdb as hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/91a91b56ea2847408cbcbc27659b4cdb 2024-11-15T07:19:47,359 INFO [M:0;32f0bc5975d0:39611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36431/user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/91a91b56ea2847408cbcbc27659b4cdb, entries=1, sequenceid=58, filesize=5.0 K 2024-11-15T07:19:47,360 INFO [M:0;32f0bc5975d0:39611 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1322ms, sequenceid=58, compaction requested=false 2024-11-15T07:19:47,362 INFO [M:0;32f0bc5975d0:39611 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:19:47,362 DEBUG [M:0;32f0bc5975d0:39611 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655186037Disabling compacts and flushes for region at 1731655186037Disabling writes for close at 1731655186038 (+1 ms)Obtaining lock to block concurrent updates at 1731655186038Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731655186038Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28715, getHeapSize=34896, getOffHeapSize=0, getCellsCount=69 at 1731655186038Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731655186039 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731655186039Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731655186052 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731655186052Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731655186498 (+446 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731655186512 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731655186512Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731655186921 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731655186934 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731655186934Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b22521a: reopening flushed file at 1731655187342 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dd45468: reopening flushed file at 1731655187348 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cd61c69: reopening flushed file at 1731655187353 (+5 ms)Finished flush of dataSize ~28.04 KB/28715, heapSize ~33.84 KB/34656, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1322ms, sequenceid=58, compaction requested=false at 1731655187360 (+7 ms)Writing region close event to WAL at 1731655187362 (+2 ms)Closed at 1731655187362 2024-11-15T07:19:47,364 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6c254c44-098b-35ba-707f-b8bd324433ee/MasterData/WALs/32f0bc5975d0,39611,1731655109529/32f0bc5975d0%2C39611%2C1731655109529.1731655111418 not finished, retry = 0 2024-11-15T07:19:47,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42607 is added to blk_1073741830_1006 (size=33014) 2024-11-15T07:19:47,465 INFO [M:0;32f0bc5975d0:39611 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T07:19:47,465 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:19:47,465 INFO [M:0;32f0bc5975d0:39611 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39611 2024-11-15T07:19:47,466 INFO [M:0;32f0bc5975d0:39611 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:19:47,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39611-0x1013d5be7320003, quorum=127.0.0.1:52078, baseZNode=/1594262865 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:19:47,626 INFO [M:0;32f0bc5975d0:39611 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:19:47,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39611-0x1013d5be7320003, quorum=127.0.0.1:52078, baseZNode=/1594262865 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:19:47,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@724d5ec{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T07:19:47,659 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e793f56{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T07:19:47,659 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T07:19:47,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e8650cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T07:19:47,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5123c940{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1ec698-e901-97cc-88bf-c3b7d00fe249/hadoop.log.dir/,STOPPED} 2024-11-15T07:19:47,661 WARN [BP-2066287467-172.17.0.2-1731655107603 heartbeating to localhost/127.0.0.1:36431 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T07:19:47,661 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T07:19:47,661 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T07:19:47,661 WARN [BP-2066287467-172.17.0.2-1731655107603 heartbeating to localhost/127.0.0.1:36431 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2066287467-172.17.0.2-1731655107603 (Datanode Uuid bc23083c-55ae-46ff-b714-e112449f99d7) service to localhost/127.0.0.1:36431 2024-11-15T07:19:47,661 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1ec698-e901-97cc-88bf-c3b7d00fe249/cluster_8b3a17b6-fdb8-e88a-60b7-9cfc6f717d55/data/data1/current/BP-2066287467-172.17.0.2-1731655107603 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T07:19:47,662 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1ec698-e901-97cc-88bf-c3b7d00fe249/cluster_8b3a17b6-fdb8-e88a-60b7-9cfc6f717d55/data/data2/current/BP-2066287467-172.17.0.2-1731655107603 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T07:19:47,662 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T07:19:47,667 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@676ec3fe{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T07:19:47,667 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55904392{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T07:19:47,667 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T07:19:47,667 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d98d30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T07:19:47,668 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47aa0545{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1ec698-e901-97cc-88bf-c3b7d00fe249/hadoop.log.dir/,STOPPED} 2024-11-15T07:19:47,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T07:19:47,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T07:19:47,679 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:19:47,680 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:19:47,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:19:47,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:19:47,680 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:19:47,680 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T07:19:47,680 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1294623173, stopped=false 2024-11-15T07:19:47,680 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32f0bc5975d0,44739,1731655103834 2024-11-15T07:19:47,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42509-0x1013d5be7320001, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1097810178/running 2024-11-15T07:19:47,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42509-0x1013d5be7320001, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1097810178 2024-11-15T07:19:47,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44739-0x1013d5be7320000, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1097810178/running 2024-11-15T07:19:47,689 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:19:47,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44739-0x1013d5be7320000, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1097810178 2024-11-15T07:19:47,690 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:19:47,690 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:19:47,690 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:19:47,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44739-0x1013d5be7320000, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Set watcher on znode that does not yet exist, /0-1097810178/running 2024-11-15T07:19:47,690 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32f0bc5975d0,42509,1731655104012' ***** 2024-11-15T07:19:47,690 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T07:19:47,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42509-0x1013d5be7320001, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Set watcher on znode that does not yet exist, /0-1097810178/running 2024-11-15T07:19:47,690 INFO [RS:0;32f0bc5975d0:42509 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T07:19:47,690 INFO [RS:0;32f0bc5975d0:42509 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T07:19:47,691 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T07:19:47,691 INFO [RS:0;32f0bc5975d0:42509 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T07:19:47,691 INFO [RS:0;32f0bc5975d0:42509 {}] regionserver.HRegionServer(3091): Received CLOSE for d7243a7dd6fdcc282eb8fd846fa39023 2024-11-15T07:19:47,691 INFO [RS:0;32f0bc5975d0:42509 {}] regionserver.HRegionServer(3091): Received CLOSE for dc4790a00bea772cb7a6e524bc7b42d9 2024-11-15T07:19:47,691 INFO [RS:0;32f0bc5975d0:42509 {}] regionserver.HRegionServer(959): stopping server 32f0bc5975d0,42509,1731655104012 2024-11-15T07:19:47,691 INFO [RS:0;32f0bc5975d0:42509 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:19:47,691 INFO [RS:0;32f0bc5975d0:42509 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:42509. 2024-11-15T07:19:47,691 DEBUG [RS:0;32f0bc5975d0:42509 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:19:47,691 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d7243a7dd6fdcc282eb8fd846fa39023, disabling compactions & flushes 2024-11-15T07:19:47,691 DEBUG [RS:0;32f0bc5975d0:42509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:19:47,691 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731655113054.d7243a7dd6fdcc282eb8fd846fa39023. 2024-11-15T07:19:47,691 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731655113054.d7243a7dd6fdcc282eb8fd846fa39023. 2024-11-15T07:19:47,691 INFO [RS:0;32f0bc5975d0:42509 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T07:19:47,691 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731655113054.d7243a7dd6fdcc282eb8fd846fa39023. after waiting 0 ms 2024-11-15T07:19:47,691 INFO [RS:0;32f0bc5975d0:42509 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T07:19:47,691 INFO [RS:0;32f0bc5975d0:42509 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T07:19:47,691 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731655113054.d7243a7dd6fdcc282eb8fd846fa39023. 2024-11-15T07:19:47,691 INFO [RS:0;32f0bc5975d0:42509 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T07:19:47,691 INFO [RS:0;32f0bc5975d0:42509 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T07:19:47,692 DEBUG [RS:0;32f0bc5975d0:42509 {}] regionserver.HRegionServer(1325): Online Regions={d7243a7dd6fdcc282eb8fd846fa39023=test,,1731655113054.d7243a7dd6fdcc282eb8fd846fa39023., dc4790a00bea772cb7a6e524bc7b42d9=hbase:replication,,1731655117383.dc4790a00bea772cb7a6e524bc7b42d9., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T07:19:47,692 DEBUG [RS:0;32f0bc5975d0:42509 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d7243a7dd6fdcc282eb8fd846fa39023, dc4790a00bea772cb7a6e524bc7b42d9 2024-11-15T07:19:47,692 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:19:47,692 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:19:47,692 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:19:47,692 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:19:47,692 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:19:47,692 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T07:19:47,695 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/default/test/d7243a7dd6fdcc282eb8fd846fa39023/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T07:19:47,696 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:19:47,696 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T07:19:47,696 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731655113054.d7243a7dd6fdcc282eb8fd846fa39023. 2024-11-15T07:19:47,696 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d7243a7dd6fdcc282eb8fd846fa39023: Waiting for close lock at 1731655187691Running coprocessor pre-close hooks at 1731655187691Disabling compacts and flushes for region at 1731655187691Disabling writes for close at 1731655187691Writing region close event to WAL at 1731655187692 (+1 ms)Running coprocessor post-close hooks at 1731655187696 (+4 ms)Closed at 1731655187696 2024-11-15T07:19:47,696 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731655113054.d7243a7dd6fdcc282eb8fd846fa39023. 2024-11-15T07:19:47,696 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dc4790a00bea772cb7a6e524bc7b42d9, disabling compactions & flushes 2024-11-15T07:19:47,696 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731655117383.dc4790a00bea772cb7a6e524bc7b42d9. 2024-11-15T07:19:47,696 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731655117383.dc4790a00bea772cb7a6e524bc7b42d9. 2024-11-15T07:19:47,696 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731655117383.dc4790a00bea772cb7a6e524bc7b42d9. after waiting 0 ms 2024-11-15T07:19:47,696 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731655117383.dc4790a00bea772cb7a6e524bc7b42d9. 2024-11-15T07:19:47,696 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dc4790a00bea772cb7a6e524bc7b42d9 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-15T07:19:47,710 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/hbase/meta/1588230740/.tmp/info/eb077e278331488393527a7e163a7426 is 147, key is hbase:replication,,1731655117383.dc4790a00bea772cb7a6e524bc7b42d9./info:regioninfo/1731655118566/Put/seqid=0 2024-11-15T07:19:47,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741844_1020 (size=7686) 2024-11-15T07:19:47,714 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/hbase/replication/dc4790a00bea772cb7a6e524bc7b42d9/.tmp/hfileref/3b49e7c5792245bcbcd26eb8aaf31eb9 is 74, key is 1/hfileref:59ef455551324eb2857bd4e0517eaa9c_SeqId_4_/1731655121854/DeleteColumn/seqid=0 2024-11-15T07:19:47,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741845_1021 (size=5203) 2024-11-15T07:19:47,744 INFO [regionserver/32f0bc5975d0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:19:47,892 DEBUG [RS:0;32f0bc5975d0:42509 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dc4790a00bea772cb7a6e524bc7b42d9 2024-11-15T07:19:48,092 DEBUG [RS:0;32f0bc5975d0:42509 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dc4790a00bea772cb7a6e524bc7b42d9 2024-11-15T07:19:48,114 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/hbase/meta/1588230740/.tmp/info/eb077e278331488393527a7e163a7426 2024-11-15T07:19:48,118 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/hbase/replication/dc4790a00bea772cb7a6e524bc7b42d9/.tmp/hfileref/3b49e7c5792245bcbcd26eb8aaf31eb9 2024-11-15T07:19:48,133 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/hbase/meta/1588230740/.tmp/ns/467407e8eeaa4a7db3add590c816c479 is 43, key is default/ns:d/1731655107509/Put/seqid=0 2024-11-15T07:19:48,136 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/hbase/replication/dc4790a00bea772cb7a6e524bc7b42d9/.tmp/queue/04751522f22049d49f1d23dc52fa42de is 153, key is 1-32f0bc5975d0,42509,1731655104012/queue:32f0bc5975d0%2C42509%2C1731655104012/1731655123683/Put/seqid=0 2024-11-15T07:19:48,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741846_1022 (size=5153) 2024-11-15T07:19:48,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741847_1023 (size=5352) 2024-11-15T07:19:48,292 DEBUG [RS:0;32f0bc5975d0:42509 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dc4790a00bea772cb7a6e524bc7b42d9 2024-11-15T07:19:48,373 INFO [regionserver/32f0bc5975d0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T07:19:48,373 INFO [regionserver/32f0bc5975d0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T07:19:48,492 DEBUG [RS:0;32f0bc5975d0:42509 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, dc4790a00bea772cb7a6e524bc7b42d9 2024-11-15T07:19:48,538 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/hbase/meta/1588230740/.tmp/ns/467407e8eeaa4a7db3add590c816c479 2024-11-15T07:19:48,541 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/hbase/replication/dc4790a00bea772cb7a6e524bc7b42d9/.tmp/queue/04751522f22049d49f1d23dc52fa42de 2024-11-15T07:19:48,547 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/hbase/replication/dc4790a00bea772cb7a6e524bc7b42d9/.tmp/hfileref/3b49e7c5792245bcbcd26eb8aaf31eb9 as hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/hbase/replication/dc4790a00bea772cb7a6e524bc7b42d9/hfileref/3b49e7c5792245bcbcd26eb8aaf31eb9 2024-11-15T07:19:48,552 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/hbase/replication/dc4790a00bea772cb7a6e524bc7b42d9/hfileref/3b49e7c5792245bcbcd26eb8aaf31eb9, entries=2, sequenceid=10, filesize=5.1 K 2024-11-15T07:19:48,553 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/hbase/replication/dc4790a00bea772cb7a6e524bc7b42d9/.tmp/queue/04751522f22049d49f1d23dc52fa42de as hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/hbase/replication/dc4790a00bea772cb7a6e524bc7b42d9/queue/04751522f22049d49f1d23dc52fa42de 2024-11-15T07:19:48,556 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/hbase/meta/1588230740/.tmp/rep_barrier/62626ad7b2ab40d5961ff5b76d3b0a53 is 112, key is test,,1731655113054.d7243a7dd6fdcc282eb8fd846fa39023./rep_barrier:seqnumDuringOpen/1731655114217/Put/seqid=0 2024-11-15T07:19:48,558 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/hbase/replication/dc4790a00bea772cb7a6e524bc7b42d9/queue/04751522f22049d49f1d23dc52fa42de, entries=1, sequenceid=10, filesize=5.2 K 2024-11-15T07:19:48,559 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for dc4790a00bea772cb7a6e524bc7b42d9 in 863ms, sequenceid=10, compaction requested=false 2024-11-15T07:19:48,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:19:48,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:19:48,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:19:48,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:19:48,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741848_1024 (size=5518) 2024-11-15T07:19:48,565 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/hbase/replication/dc4790a00bea772cb7a6e524bc7b42d9/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-15T07:19:48,566 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:19:48,566 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:19:48,566 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731655117383.dc4790a00bea772cb7a6e524bc7b42d9. 2024-11-15T07:19:48,566 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dc4790a00bea772cb7a6e524bc7b42d9: Waiting for close lock at 1731655187696Running coprocessor pre-close hooks at 1731655187696Disabling compacts and flushes for region at 1731655187696Disabling writes for close at 1731655187696Obtaining lock to block concurrent updates at 1731655187696Preparing flush snapshotting stores in dc4790a00bea772cb7a6e524bc7b42d9 at 1731655187696Finished memstore snapshotting hbase:replication,,1731655117383.dc4790a00bea772cb7a6e524bc7b42d9., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731655187697 (+1 ms)Flushing stores of hbase:replication,,1731655117383.dc4790a00bea772cb7a6e524bc7b42d9. at 1731655187697Flushing dc4790a00bea772cb7a6e524bc7b42d9/hfileref: creating writer at 1731655187697Flushing dc4790a00bea772cb7a6e524bc7b42d9/hfileref: appending metadata at 1731655187714 (+17 ms)Flushing dc4790a00bea772cb7a6e524bc7b42d9/hfileref: closing flushed file at 1731655187714Flushing dc4790a00bea772cb7a6e524bc7b42d9/queue: creating writer at 1731655188123 (+409 ms)Flushing dc4790a00bea772cb7a6e524bc7b42d9/queue: appending metadata at 1731655188135 (+12 ms)Flushing dc4790a00bea772cb7a6e524bc7b42d9/queue: closing flushed file at 1731655188135Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c48534e: reopening flushed file at 1731655188546 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c157c5f: reopening flushed file at 1731655188552 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for dc4790a00bea772cb7a6e524bc7b42d9 in 863ms, sequenceid=10, compaction requested=false at 1731655188559 (+7 ms)Writing region close event to WAL at 1731655188562 (+3 ms)Running coprocessor post-close hooks at 1731655188566 (+4 ms)Closed at 1731655188566 2024-11-15T07:19:48,566 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731655117383.dc4790a00bea772cb7a6e524bc7b42d9. 2024-11-15T07:19:48,692 INFO [RS:0;32f0bc5975d0:42509 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T07:19:48,693 DEBUG [RS:0;32f0bc5975d0:42509 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T07:19:48,693 DEBUG [RS:0;32f0bc5975d0:42509 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:19:48,893 DEBUG [RS:0;32f0bc5975d0:42509 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:19:48,963 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/hbase/meta/1588230740/.tmp/rep_barrier/62626ad7b2ab40d5961ff5b76d3b0a53 2024-11-15T07:19:48,980 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/hbase/meta/1588230740/.tmp/table/4916e59f8950443ea95e431087b8c704 is 53, key is hbase:replication/table:state/1731655118576/Put/seqid=0 2024-11-15T07:19:48,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741849_1025 (size=5308) 2024-11-15T07:19:49,074 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T07:19:49,093 DEBUG [RS:0;32f0bc5975d0:42509 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:19:49,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:19:49,096 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:19:49,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:19:49,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:19:49,293 DEBUG [RS:0;32f0bc5975d0:42509 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:19:49,384 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/hbase/meta/1588230740/.tmp/table/4916e59f8950443ea95e431087b8c704 2024-11-15T07:19:49,390 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/hbase/meta/1588230740/.tmp/info/eb077e278331488393527a7e163a7426 as hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/hbase/meta/1588230740/info/eb077e278331488393527a7e163a7426 2024-11-15T07:19:49,396 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/hbase/meta/1588230740/info/eb077e278331488393527a7e163a7426, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T07:19:49,397 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/hbase/meta/1588230740/.tmp/ns/467407e8eeaa4a7db3add590c816c479 as hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/hbase/meta/1588230740/ns/467407e8eeaa4a7db3add590c816c479 2024-11-15T07:19:49,401 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/hbase/meta/1588230740/ns/467407e8eeaa4a7db3add590c816c479, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T07:19:49,402 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/hbase/meta/1588230740/.tmp/rep_barrier/62626ad7b2ab40d5961ff5b76d3b0a53 as hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/hbase/meta/1588230740/rep_barrier/62626ad7b2ab40d5961ff5b76d3b0a53 2024-11-15T07:19:49,409 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/hbase/meta/1588230740/rep_barrier/62626ad7b2ab40d5961ff5b76d3b0a53, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T07:19:49,410 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/hbase/meta/1588230740/.tmp/table/4916e59f8950443ea95e431087b8c704 as hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/hbase/meta/1588230740/table/4916e59f8950443ea95e431087b8c704 2024-11-15T07:19:49,419 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/hbase/meta/1588230740/table/4916e59f8950443ea95e431087b8c704, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T07:19:49,420 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1728ms, sequenceid=16, compaction requested=false 2024-11-15T07:19:49,432 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T07:19:49,432 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:19:49,432 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:19:49,433 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:19:49,433 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655187692Running coprocessor pre-close hooks at 1731655187692Disabling compacts and flushes for region at 1731655187692Disabling writes for close at 1731655187692Obtaining lock to block concurrent updates at 1731655187692Preparing flush snapshotting stores in 1588230740 at 1731655187692Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731655187692Flushing stores of hbase:meta,,1.1588230740 at 1731655187693 (+1 ms)Flushing 1588230740/info: creating writer at 1731655187693Flushing 1588230740/info: appending metadata at 1731655187709 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731655187709Flushing 1588230740/ns: creating writer at 1731655188120 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731655188133 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731655188133Flushing 1588230740/rep_barrier: creating writer at 1731655188542 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731655188556 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731655188556Flushing 1588230740/table: creating writer at 1731655188967 (+411 ms)Flushing 1588230740/table: appending metadata at 1731655188980 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731655188980Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ba7a406: reopening flushed file at 1731655189390 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d6626cb: reopening flushed file at 1731655189396 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a8216f6: reopening flushed file at 1731655189401 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a4f069d: reopening flushed file at 1731655189409 (+8 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1728ms, sequenceid=16, compaction requested=false at 1731655189420 (+11 ms)Writing region close event to WAL at 1731655189428 (+8 ms)Running coprocessor post-close hooks at 1731655189432 (+4 ms)Closed at 1731655189433 (+1 ms) 2024-11-15T07:19:49,433 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T07:19:49,493 INFO [RS:0;32f0bc5975d0:42509 {}] regionserver.HRegionServer(976): stopping server 32f0bc5975d0,42509,1731655104012; all regions closed. 2024-11-15T07:19:49,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741834_1010 (size=4239) 2024-11-15T07:19:49,496 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.meta.1731655107451.meta not finished, retry = 0 2024-11-15T07:19:49,599 DEBUG [RS:0;32f0bc5975d0:42509 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/oldWALs 2024-11-15T07:19:49,599 INFO [RS:0;32f0bc5975d0:42509 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32f0bc5975d0%2C42509%2C1731655104012.meta:.meta(num 1731655107451) 2024-11-15T07:19:49,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741839_1015 (size=2700) 2024-11-15T07:19:49,601 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.rep.1731655118523 not finished, retry = 0 2024-11-15T07:19:49,703 DEBUG [RS:0;32f0bc5975d0:42509 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/oldWALs 2024-11-15T07:19:49,703 INFO [RS:0;32f0bc5975d0:42509 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32f0bc5975d0%2C42509%2C1731655104012.rep:(num 1731655118523) 2024-11-15T07:19:49,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741832_1008 (size=1300) 2024-11-15T07:19:49,706 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/WALs/32f0bc5975d0,42509,1731655104012/32f0bc5975d0%2C42509%2C1731655104012.1731655106501 not finished, retry = 0 2024-11-15T07:19:49,809 DEBUG [RS:0;32f0bc5975d0:42509 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/oldWALs 2024-11-15T07:19:49,809 INFO [RS:0;32f0bc5975d0:42509 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32f0bc5975d0%2C42509%2C1731655104012:(num 1731655106501) 2024-11-15T07:19:49,809 DEBUG [RS:0;32f0bc5975d0:42509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:19:49,809 INFO [RS:0;32f0bc5975d0:42509 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:19:49,809 INFO [RS:0;32f0bc5975d0:42509 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:19:49,809 INFO [RS:0;32f0bc5975d0:42509 {}] hbase.ChoreService(370): Chore service for: regionserver/32f0bc5975d0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T07:19:49,809 INFO [RS:0;32f0bc5975d0:42509 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:19:49,810 INFO [regionserver/32f0bc5975d0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:19:49,810 INFO [RS:0;32f0bc5975d0:42509 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-32f0bc5975d0,42509,1731655104012 because: Region server is closing 2024-11-15T07:19:49,810 INFO [RS:0;32f0bc5975d0:42509 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:42509. 2024-11-15T07:19:49,810 DEBUG [RS:0;32f0bc5975d0:42509 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:19:49,810 DEBUG [RS:0;32f0bc5975d0:42509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:19:49,810 DEBUG [RS:0;32f0bc5975d0:42509 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:19:49,810 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:19:49,910 WARN [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.wal-reader.32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T07:19:49,910 WARN [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.shipper32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T07:19:49,911 INFO [RS:0;32f0bc5975d0:42509 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42509,1731655104012.replicationSource.shipper32f0bc5975d0%2C42509%2C1731655104012,1-32f0bc5975d0,42509,1731655104012 terminated 2024-11-15T07:19:49,911 INFO [RS:0;32f0bc5975d0:42509 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42509 2024-11-15T07:19:49,974 INFO [RS:0;32f0bc5975d0:42509 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:19:49,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42509-0x1013d5be7320001, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1097810178/rs/32f0bc5975d0,42509,1731655104012 2024-11-15T07:19:49,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44739-0x1013d5be7320000, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1097810178/rs 2024-11-15T07:19:49,984 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32f0bc5975d0,42509,1731655104012] 2024-11-15T07:19:49,994 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1097810178/draining/32f0bc5975d0,42509,1731655104012 already deleted, retry=false 2024-11-15T07:19:49,994 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32f0bc5975d0,42509,1731655104012 expired; onlineServers=0 2024-11-15T07:19:49,994 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32f0bc5975d0,44739,1731655103834' ***** 2024-11-15T07:19:49,994 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T07:19:49,995 INFO [M:0;32f0bc5975d0:44739 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:19:49,995 INFO [M:0;32f0bc5975d0:44739 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:19:49,995 DEBUG [M:0;32f0bc5975d0:44739 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T07:19:49,995 DEBUG [M:0;32f0bc5975d0:44739 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T07:19:49,995 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T07:19:49,995 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655106191 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655106191,5,FailOnTimeoutGroup] 2024-11-15T07:19:49,995 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655106191 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655106191,5,FailOnTimeoutGroup] 2024-11-15T07:19:49,995 INFO [M:0;32f0bc5975d0:44739 {}] hbase.ChoreService(370): Chore service for: master/32f0bc5975d0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T07:19:49,995 INFO [M:0;32f0bc5975d0:44739 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:19:49,995 DEBUG [M:0;32f0bc5975d0:44739 {}] master.HMaster(1795): Stopping service threads 2024-11-15T07:19:49,995 INFO [M:0;32f0bc5975d0:44739 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T07:19:49,995 INFO [M:0;32f0bc5975d0:44739 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:19:49,995 INFO [M:0;32f0bc5975d0:44739 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T07:19:49,995 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T07:19:50,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44739-0x1013d5be7320000, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1097810178/master 2024-11-15T07:19:50,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44739-0x1013d5be7320000, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1097810178 2024-11-15T07:19:50,005 DEBUG [M:0;32f0bc5975d0:44739 {}] zookeeper.ZKUtil(347): master:44739-0x1013d5be7320000, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Unable to get data of znode /0-1097810178/master because node does not exist (not an error) 2024-11-15T07:19:50,005 WARN [M:0;32f0bc5975d0:44739 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T07:19:50,006 INFO [M:0;32f0bc5975d0:44739 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/.lastflushedseqids 2024-11-15T07:19:50,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741850_1026 (size=263) 2024-11-15T07:19:50,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42509-0x1013d5be7320001, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:19:50,084 INFO [RS:0;32f0bc5975d0:42509 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:19:50,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42509-0x1013d5be7320001, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:19:50,084 INFO [RS:0;32f0bc5975d0:42509 {}] regionserver.HRegionServer(1031): Exiting; stopping=32f0bc5975d0,42509,1731655104012; zookeeper connection closed. 2024-11-15T07:19:50,084 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@26ebae16 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@26ebae16 2024-11-15T07:19:50,085 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T07:19:50,411 INFO [M:0;32f0bc5975d0:44739 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T07:19:50,411 INFO [M:0;32f0bc5975d0:44739 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T07:19:50,411 DEBUG [M:0;32f0bc5975d0:44739 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:19:50,411 INFO [M:0;32f0bc5975d0:44739 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:19:50,411 DEBUG [M:0;32f0bc5975d0:44739 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:19:50,411 DEBUG [M:0;32f0bc5975d0:44739 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:19:50,411 DEBUG [M:0;32f0bc5975d0:44739 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:19:50,411 INFO [M:0;32f0bc5975d0:44739 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-15T07:19:50,425 DEBUG [M:0;32f0bc5975d0:44739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed2d22ee097b42f7b80cfd3fb2493521 is 82, key is hbase:meta,,1/info:regioninfo/1731655107492/Put/seqid=0 2024-11-15T07:19:50,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741851_1027 (size=5672) 2024-11-15T07:19:50,830 INFO [M:0;32f0bc5975d0:44739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed2d22ee097b42f7b80cfd3fb2493521 2024-11-15T07:19:50,847 DEBUG [M:0;32f0bc5975d0:44739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff7b4eaf3a114eb28697560254888f8c is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731655114238/Put/seqid=0 2024-11-15T07:19:50,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741852_1028 (size=7240) 2024-11-15T07:19:51,251 INFO [M:0;32f0bc5975d0:44739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff7b4eaf3a114eb28697560254888f8c 2024-11-15T07:19:51,255 INFO [M:0;32f0bc5975d0:44739 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff7b4eaf3a114eb28697560254888f8c 2024-11-15T07:19:51,267 DEBUG [M:0;32f0bc5975d0:44739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96f339b167304c34a989c09223e78ed8 is 69, key is 32f0bc5975d0,42509,1731655104012/rs:state/1731655106280/Put/seqid=0 2024-11-15T07:19:51,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741853_1029 (size=5156) 2024-11-15T07:19:51,671 INFO [M:0;32f0bc5975d0:44739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96f339b167304c34a989c09223e78ed8 2024-11-15T07:19:51,676 DEBUG [M:0;32f0bc5975d0:44739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ed2d22ee097b42f7b80cfd3fb2493521 as hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed2d22ee097b42f7b80cfd3fb2493521 2024-11-15T07:19:51,681 INFO [M:0;32f0bc5975d0:44739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ed2d22ee097b42f7b80cfd3fb2493521, entries=8, sequenceid=105, filesize=5.5 K 2024-11-15T07:19:51,682 DEBUG [M:0;32f0bc5975d0:44739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ff7b4eaf3a114eb28697560254888f8c as hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ff7b4eaf3a114eb28697560254888f8c 2024-11-15T07:19:51,687 INFO [M:0;32f0bc5975d0:44739 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ff7b4eaf3a114eb28697560254888f8c 2024-11-15T07:19:51,687 INFO [M:0;32f0bc5975d0:44739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ff7b4eaf3a114eb28697560254888f8c, entries=11, sequenceid=105, filesize=7.1 K 2024-11-15T07:19:51,688 DEBUG [M:0;32f0bc5975d0:44739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/96f339b167304c34a989c09223e78ed8 as hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/96f339b167304c34a989c09223e78ed8 2024-11-15T07:19:51,693 INFO [M:0;32f0bc5975d0:44739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34595/user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/96f339b167304c34a989c09223e78ed8, entries=1, sequenceid=105, filesize=5.0 K 2024-11-15T07:19:51,694 INFO [M:0;32f0bc5975d0:44739 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=105, compaction requested=false 2024-11-15T07:19:51,695 INFO [M:0;32f0bc5975d0:44739 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:19:51,695 DEBUG [M:0;32f0bc5975d0:44739 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655190411Disabling compacts and flushes for region at 1731655190411Disabling writes for close at 1731655190411Obtaining lock to block concurrent updates at 1731655190411Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731655190411Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731655190412 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731655190412Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731655190412Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731655190425 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731655190425Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731655190834 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731655190846 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731655190846Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731655191255 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731655191267 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731655191267Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@309a324: reopening flushed file at 1731655191676 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e463188: reopening flushed file at 1731655191681 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60e8585c: reopening flushed file at 1731655191687 (+6 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=105, compaction requested=false at 1731655191694 (+7 ms)Writing region close event to WAL at 1731655191695 (+1 ms)Closed at 1731655191695 2024-11-15T07:19:51,697 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a91836b0-8906-851d-c35f-39dd8990019f/MasterData/WALs/32f0bc5975d0,44739,1731655103834/32f0bc5975d0%2C44739%2C1731655103834.1731655105881 not finished, retry = 0 2024-11-15T07:19:51,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33425 is added to blk_1073741830_1006 (size=64526) 2024-11-15T07:19:51,798 INFO [M:0;32f0bc5975d0:44739 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T07:19:51,798 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:19:51,799 INFO [M:0;32f0bc5975d0:44739 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44739 2024-11-15T07:19:51,799 INFO [M:0;32f0bc5975d0:44739 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:19:51,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44739-0x1013d5be7320000, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:19:51,920 INFO [M:0;32f0bc5975d0:44739 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:19:51,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44739-0x1013d5be7320000, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:19:51,923 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6539a55a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T07:19:51,923 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1aa0b078{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T07:19:51,923 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T07:19:51,923 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@311b9102{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T07:19:51,923 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37f48160{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73f4d3a0-bcb3-0259-7bff-dfd1e9bca604/hadoop.log.dir/,STOPPED} 2024-11-15T07:19:51,924 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T07:19:51,924 WARN [BP-1509349302-172.17.0.2-1731655101360 heartbeating to localhost/127.0.0.1:34595 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T07:19:51,925 WARN [BP-1509349302-172.17.0.2-1731655101360 heartbeating to localhost/127.0.0.1:34595 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1509349302-172.17.0.2-1731655101360 (Datanode Uuid 0863af90-eaf1-4c65-b65c-9a34dcb6aea7) service to localhost/127.0.0.1:34595 2024-11-15T07:19:51,925 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T07:19:51,925 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73f4d3a0-bcb3-0259-7bff-dfd1e9bca604/cluster_18851133-984e-edb9-8faf-ca9aa780510a/data/data1/current/BP-1509349302-172.17.0.2-1731655101360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T07:19:51,925 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73f4d3a0-bcb3-0259-7bff-dfd1e9bca604/cluster_18851133-984e-edb9-8faf-ca9aa780510a/data/data2/current/BP-1509349302-172.17.0.2-1731655101360 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T07:19:51,925 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T07:19:51,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61ed211c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T07:19:51,931 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26bf8dab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T07:19:51,931 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T07:19:51,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@540f0b4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T07:19:51,931 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1debcff9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/73f4d3a0-bcb3-0259-7bff-dfd1e9bca604/hadoop.log.dir/,STOPPED} 2024-11-15T07:19:51,938 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T07:19:51,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T07:19:51,957 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 137) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52078) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fc194b8e840.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:34595 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52078) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:36431 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fc194b8e840.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:36431 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36431 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:34595 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:34595 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:36431 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:34595 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:36431 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36431 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34595 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34595 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=502 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=217 (was 395), ProcessCount=11 (was 11), AvailableMemoryMB=6610 (was 6697) 2024-11-15T07:19:51,965 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=502, MaxFileDescriptor=1048576, SystemLoadAverage=217, ProcessCount=11, AvailableMemoryMB=6610 2024-11-15T07:19:51,979 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-15T07:19:51,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1ec698-e901-97cc-88bf-c3b7d00fe249/hadoop.log.dir so I do NOT create it in target/test-data/b0fa0cc9-a851-ada1-d1f1-438f263ed47a 2024-11-15T07:19:51,980 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1ec698-e901-97cc-88bf-c3b7d00fe249/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T07:19:51,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1ec698-e901-97cc-88bf-c3b7d00fe249/hadoop.tmp.dir so I do NOT create it in target/test-data/b0fa0cc9-a851-ada1-d1f1-438f263ed47a 2024-11-15T07:19:51,980 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1f1ec698-e901-97cc-88bf-c3b7d00fe249/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T07:19:51,980 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fa0cc9-a851-ada1-d1f1-438f263ed47a 2024-11-15T07:19:51,980 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fa0cc9-a851-ada1-d1f1-438f263ed47a/cluster_1a1445ee-f01e-dd53-6dd6-6130c3480804, deleteOnExit=true 2024-11-15T07:19:52,002 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fa0cc9-a851-ada1-d1f1-438f263ed47a/cluster_1a1445ee-f01e-dd53-6dd6-6130c3480804/zookeeper_0, clientPort=49409, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fa0cc9-a851-ada1-d1f1-438f263ed47a/cluster_1a1445ee-f01e-dd53-6dd6-6130c3480804/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fa0cc9-a851-ada1-d1f1-438f263ed47a/cluster_1a1445ee-f01e-dd53-6dd6-6130c3480804/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T07:19:52,003 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49409 2024-11-15T07:19:52,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T07:19:52,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T07:19:52,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fa0cc9-a851-ada1-d1f1-438f263ed47a/test.cache.data in system properties and HBase conf 2024-11-15T07:19:52,003 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fa0cc9-a851-ada1-d1f1-438f263ed47a/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T07:19:52,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fa0cc9-a851-ada1-d1f1-438f263ed47a/hadoop.log.dir in system properties and HBase conf 2024-11-15T07:19:52,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fa0cc9-a851-ada1-d1f1-438f263ed47a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T07:19:52,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fa0cc9-a851-ada1-d1f1-438f263ed47a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T07:19:52,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T07:19:52,004 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T07:19:52,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fa0cc9-a851-ada1-d1f1-438f263ed47a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T07:19:52,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fa0cc9-a851-ada1-d1f1-438f263ed47a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T07:19:52,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fa0cc9-a851-ada1-d1f1-438f263ed47a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T07:19:52,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fa0cc9-a851-ada1-d1f1-438f263ed47a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T07:19:52,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fa0cc9-a851-ada1-d1f1-438f263ed47a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T07:19:52,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fa0cc9-a851-ada1-d1f1-438f263ed47a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T07:19:52,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fa0cc9-a851-ada1-d1f1-438f263ed47a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T07:19:52,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fa0cc9-a851-ada1-d1f1-438f263ed47a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T07:19:52,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fa0cc9-a851-ada1-d1f1-438f263ed47a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T07:19:52,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fa0cc9-a851-ada1-d1f1-438f263ed47a/nfs.dump.dir in system properties and HBase conf 2024-11-15T07:19:52,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fa0cc9-a851-ada1-d1f1-438f263ed47a/java.io.tmpdir in system properties and HBase conf 2024-11-15T07:19:52,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fa0cc9-a851-ada1-d1f1-438f263ed47a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T07:19:52,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fa0cc9-a851-ada1-d1f1-438f263ed47a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T07:19:52,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fa0cc9-a851-ada1-d1f1-438f263ed47a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T07:19:52,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013d5be7320002, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T07:19:52,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013d5be7320005, quorum=127.0.0.1:52078, baseZNode=/1594262865 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T07:19:52,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013d5be7320005, quorum=127.0.0.1:52078, baseZNode=/1594262865 Received Disconnected from ZooKeeper, ignoring 2024-11-15T07:19:52,035 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013d5be7320002, quorum=127.0.0.1:52078, baseZNode=/0-1097810178 Received Disconnected from ZooKeeper, ignoring 2024-11-15T07:19:52,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:19:52,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T07:19:52,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T07:19:52,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T07:19:52,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T07:19:52,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:19:52,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T07:19:52,369 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:19:52,373 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T07:19:52,374 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T07:19:52,374 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T07:19:52,374 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T07:19:52,375 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:19:52,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14110be9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fa0cc9-a851-ada1-d1f1-438f263ed47a/hadoop.log.dir/,AVAILABLE} 2024-11-15T07:19:52,376 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c1ee428{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T07:19:52,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c118a96{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fa0cc9-a851-ada1-d1f1-438f263ed47a/java.io.tmpdir/jetty-localhost-40361-hadoop-hdfs-3_4_1-tests_jar-_-any-13650832933849259344/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T07:19:52,472 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4772603a{HTTP/1.1, (http/1.1)}{localhost:40361} 2024-11-15T07:19:52,472 INFO [Time-limited test {}] server.Server(415): Started @146986ms 2024-11-15T07:19:52,737 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:19:52,742 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T07:19:52,744 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T07:19:52,744 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T07:19:52,744 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T07:19:52,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45909b82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fa0cc9-a851-ada1-d1f1-438f263ed47a/hadoop.log.dir/,AVAILABLE} 2024-11-15T07:19:52,744 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3bb5b35d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T07:19:52,849 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3476c05e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fa0cc9-a851-ada1-d1f1-438f263ed47a/java.io.tmpdir/jetty-localhost-42147-hadoop-hdfs-3_4_1-tests_jar-_-any-6137844321769079753/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T07:19:52,849 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ee127a5{HTTP/1.1, (http/1.1)}{localhost:42147} 2024-11-15T07:19:52,849 INFO [Time-limited test {}] server.Server(415): Started @147363ms 2024-11-15T07:19:52,850 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T07:19:53,503 WARN [Thread-1289 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fa0cc9-a851-ada1-d1f1-438f263ed47a/cluster_1a1445ee-f01e-dd53-6dd6-6130c3480804/data/data1/current/BP-1587967210-172.17.0.2-1731655192025/current, will proceed with Du for space computation calculation, 2024-11-15T07:19:53,503 WARN [Thread-1290 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fa0cc9-a851-ada1-d1f1-438f263ed47a/cluster_1a1445ee-f01e-dd53-6dd6-6130c3480804/data/data2/current/BP-1587967210-172.17.0.2-1731655192025/current, will proceed with Du for space computation calculation, 2024-11-15T07:19:53,518 WARN [Thread-1277 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T07:19:53,520 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6288f2acc255fe3a with lease ID 0x9c9708d89dde900d: Processing first storage report for DS-43f31f67-c81c-4f72-9b61-b038bf4c6bb1 from datanode DatanodeRegistration(127.0.0.1:38751, datanodeUuid=96a60b72-d87c-40f0-9036-3be6f97a0294, infoPort=33215, infoSecurePort=0, ipcPort=44055, storageInfo=lv=-57;cid=testClusterID;nsid=138274060;c=1731655192025) 2024-11-15T07:19:53,520 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6288f2acc255fe3a with lease ID 0x9c9708d89dde900d: from storage DS-43f31f67-c81c-4f72-9b61-b038bf4c6bb1 node DatanodeRegistration(127.0.0.1:38751, datanodeUuid=96a60b72-d87c-40f0-9036-3be6f97a0294, infoPort=33215, infoSecurePort=0, ipcPort=44055, storageInfo=lv=-57;cid=testClusterID;nsid=138274060;c=1731655192025), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T07:19:53,521 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6288f2acc255fe3a with lease ID 0x9c9708d89dde900d: Processing first storage report for DS-575d08ad-3ef6-4554-b2a1-71e6666f2326 from datanode DatanodeRegistration(127.0.0.1:38751, datanodeUuid=96a60b72-d87c-40f0-9036-3be6f97a0294, infoPort=33215, infoSecurePort=0, ipcPort=44055, storageInfo=lv=-57;cid=testClusterID;nsid=138274060;c=1731655192025) 2024-11-15T07:19:53,521 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6288f2acc255fe3a with lease ID 0x9c9708d89dde900d: from storage DS-575d08ad-3ef6-4554-b2a1-71e6666f2326 node DatanodeRegistration(127.0.0.1:38751, datanodeUuid=96a60b72-d87c-40f0-9036-3be6f97a0294, infoPort=33215, infoSecurePort=0, ipcPort=44055, storageInfo=lv=-57;cid=testClusterID;nsid=138274060;c=1731655192025), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T07:19:53,585 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fa0cc9-a851-ada1-d1f1-438f263ed47a 2024-11-15T07:19:53,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:19:53,587 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:19:53,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741825_1001 (size=7) 2024-11-15T07:19:53,995 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270 with version=8 2024-11-15T07:19:53,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/hbase-staging 2024-11-15T07:19:53,997 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:19:53,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:19:53,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:19:53,997 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:19:53,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:19:53,997 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:19:53,997 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T07:19:53,997 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:19:53,998 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46157 2024-11-15T07:19:53,998 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46157 connecting to ZooKeeper ensemble=127.0.0.1:49409 2024-11-15T07:19:54,068 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T07:19:54,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:19:54,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:19:54,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:19:54,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:19:54,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:19:54,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461570x0, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:19:54,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46157-0x1013d5d496d0000 connected 2024-11-15T07:19:54,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:19:54,496 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:19:54,498 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46157-0x1013d5d496d0000, quorum=127.0.0.1:49409, baseZNode=/01644935641 Set watcher on znode that does not yet exist, /01644935641/running 2024-11-15T07:19:54,498 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270, hbase.cluster.distributed=false 2024-11-15T07:19:54,500 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46157-0x1013d5d496d0000, quorum=127.0.0.1:49409, baseZNode=/01644935641 Set watcher on znode that does not yet exist, /01644935641/acl 2024-11-15T07:19:54,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46157 2024-11-15T07:19:54,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46157 2024-11-15T07:19:54,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46157 2024-11-15T07:19:54,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46157 2024-11-15T07:19:54,501 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46157 2024-11-15T07:19:54,514 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:19:54,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:19:54,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:19:54,514 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:19:54,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:19:54,514 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:19:54,514 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T07:19:54,514 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:19:54,516 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36513 2024-11-15T07:19:54,517 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36513 connecting to ZooKeeper ensemble=127.0.0.1:49409 2024-11-15T07:19:54,518 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:19:54,520 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:19:54,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365130x0, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:19:54,536 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365130x0, quorum=127.0.0.1:49409, baseZNode=/01644935641 Set watcher on znode that does not yet exist, /01644935641/running 2024-11-15T07:19:54,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36513-0x1013d5d496d0001 connected 2024-11-15T07:19:54,537 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T07:19:54,537 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T07:19:54,538 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36513-0x1013d5d496d0001, quorum=127.0.0.1:49409, baseZNode=/01644935641 Set watcher on znode that does not yet exist, /01644935641/master 2024-11-15T07:19:54,538 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36513-0x1013d5d496d0001, quorum=127.0.0.1:49409, baseZNode=/01644935641 Set watcher on znode that does not yet exist, /01644935641/acl 2024-11-15T07:19:54,540 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36513 2024-11-15T07:19:54,541 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36513 2024-11-15T07:19:54,542 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36513 2024-11-15T07:19:54,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36513 2024-11-15T07:19:54,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36513 2024-11-15T07:19:54,559 DEBUG [M:0;32f0bc5975d0:46157 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32f0bc5975d0:46157 2024-11-15T07:19:54,559 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01644935641/backup-masters/32f0bc5975d0,46157,1731655193997 2024-11-15T07:19:54,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x1013d5d496d0001, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01644935641/backup-masters 2024-11-15T07:19:54,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46157-0x1013d5d496d0000, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01644935641/backup-masters 2024-11-15T07:19:54,568 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46157-0x1013d5d496d0000, quorum=127.0.0.1:49409, baseZNode=/01644935641 Set watcher on existing znode=/01644935641/backup-masters/32f0bc5975d0,46157,1731655193997 2024-11-15T07:19:54,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46157-0x1013d5d496d0000, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01644935641 2024-11-15T07:19:54,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x1013d5d496d0001, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01644935641/master 2024-11-15T07:19:54,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x1013d5d496d0001, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01644935641 2024-11-15T07:19:54,578 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46157-0x1013d5d496d0000, quorum=127.0.0.1:49409, baseZNode=/01644935641 Set watcher on existing znode=/01644935641/master 2024-11-15T07:19:54,579 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01644935641/backup-masters/32f0bc5975d0,46157,1731655193997 from backup master directory 2024-11-15T07:19:54,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46157-0x1013d5d496d0000, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01644935641/backup-masters/32f0bc5975d0,46157,1731655193997 2024-11-15T07:19:54,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x1013d5d496d0001, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01644935641/backup-masters 2024-11-15T07:19:54,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46157-0x1013d5d496d0000, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01644935641/backup-masters 2024-11-15T07:19:54,588 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:19:54,588 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32f0bc5975d0,46157,1731655193997 2024-11-15T07:19:54,592 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/hbase.id] with ID: 367e1da9-cd10-421a-99fb-7627f66e2265 2024-11-15T07:19:54,592 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/.tmp/hbase.id 2024-11-15T07:19:54,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741826_1002 (size=42) 2024-11-15T07:19:54,998 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/.tmp/hbase.id]:[hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/hbase.id] 2024-11-15T07:19:55,009 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:19:55,010 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T07:19:55,011 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T07:19:55,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x1013d5d496d0001, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01644935641 2024-11-15T07:19:55,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46157-0x1013d5d496d0000, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01644935641 2024-11-15T07:19:55,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741827_1003 (size=196) 2024-11-15T07:19:55,471 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:19:55,472 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T07:19:55,472 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:19:55,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741828_1004 (size=1189) 2024-11-15T07:19:55,879 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/data/master/store 2024-11-15T07:19:55,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741829_1005 (size=34) 2024-11-15T07:19:56,285 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:19:56,285 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:19:56,285 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:19:56,285 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:19:56,285 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:19:56,285 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:19:56,285 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:19:56,285 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655196285Disabling compacts and flushes for region at 1731655196285Disabling writes for close at 1731655196285Writing region close event to WAL at 1731655196285Closed at 1731655196285 2024-11-15T07:19:56,286 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/data/master/store/.initializing 2024-11-15T07:19:56,286 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/WALs/32f0bc5975d0,46157,1731655193997 2024-11-15T07:19:56,287 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:19:56,288 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32f0bc5975d0%2C46157%2C1731655193997, suffix=, logDir=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/WALs/32f0bc5975d0,46157,1731655193997, archiveDir=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/oldWALs, maxLogs=10 2024-11-15T07:19:56,300 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/WALs/32f0bc5975d0,46157,1731655193997/32f0bc5975d0%2C46157%2C1731655193997.1731655196288, exclude list is [], retry=0 2024-11-15T07:19:56,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38751,DS-43f31f67-c81c-4f72-9b61-b038bf4c6bb1,DISK] 2024-11-15T07:19:56,304 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/WALs/32f0bc5975d0,46157,1731655193997/32f0bc5975d0%2C46157%2C1731655193997.1731655196288 2024-11-15T07:19:56,304 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33215:33215)] 2024-11-15T07:19:56,304 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:19:56,304 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:19:56,304 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:19:56,304 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:19:56,305 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:19:56,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T07:19:56,307 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:19:56,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:19:56,307 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:19:56,308 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T07:19:56,308 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:19:56,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:19:56,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:19:56,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T07:19:56,310 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:19:56,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:19:56,311 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:19:56,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T07:19:56,312 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:19:56,312 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:19:56,312 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:19:56,313 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:19:56,313 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:19:56,315 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:19:56,315 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:19:56,315 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:19:56,316 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:19:56,318 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:19:56,319 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71175783, jitterRate=0.060601815581321716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:19:56,320 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731655196304Initializing all the Stores at 1731655196305 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655196305Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655196305Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655196305Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655196305Cleaning up temporary data from old regions at 1731655196315 (+10 ms)Region opened successfully at 1731655196320 (+5 ms) 2024-11-15T07:19:56,320 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T07:19:56,323 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37ae9397, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:19:56,323 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T07:19:56,323 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T07:19:56,323 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T07:19:56,324 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T07:19:56,324 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T07:19:56,324 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T07:19:56,324 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T07:19:56,326 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T07:19:56,327 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46157-0x1013d5d496d0000, quorum=127.0.0.1:49409, baseZNode=/01644935641 Unable to get data of znode /01644935641/balancer because node does not exist (not necessarily an error) 2024-11-15T07:19:56,394 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01644935641/balancer already deleted, retry=false 2024-11-15T07:19:56,394 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T07:19:56,395 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46157-0x1013d5d496d0000, quorum=127.0.0.1:49409, baseZNode=/01644935641 Unable to get data of znode /01644935641/normalizer because node does not exist (not necessarily an error) 2024-11-15T07:19:56,404 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01644935641/normalizer already deleted, retry=false 2024-11-15T07:19:56,405 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T07:19:56,406 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46157-0x1013d5d496d0000, quorum=127.0.0.1:49409, baseZNode=/01644935641 Unable to get data of znode /01644935641/switch/split because node does not exist (not necessarily an error) 2024-11-15T07:19:56,415 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01644935641/switch/split already deleted, retry=false 2024-11-15T07:19:56,415 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46157-0x1013d5d496d0000, quorum=127.0.0.1:49409, baseZNode=/01644935641 Unable to get data of znode /01644935641/switch/merge because node does not exist (not necessarily an error) 2024-11-15T07:19:56,425 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01644935641/switch/merge already deleted, retry=false 2024-11-15T07:19:56,427 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46157-0x1013d5d496d0000, quorum=127.0.0.1:49409, baseZNode=/01644935641 Unable to get data of znode /01644935641/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T07:19:56,436 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01644935641/snapshot-cleanup already deleted, retry=false 2024-11-15T07:19:56,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46157-0x1013d5d496d0000, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01644935641/running 2024-11-15T07:19:56,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x1013d5d496d0001, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01644935641/running 2024-11-15T07:19:56,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46157-0x1013d5d496d0000, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01644935641 2024-11-15T07:19:56,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x1013d5d496d0001, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01644935641 2024-11-15T07:19:56,447 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32f0bc5975d0,46157,1731655193997, sessionid=0x1013d5d496d0000, setting cluster-up flag (Was=false) 2024-11-15T07:19:56,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x1013d5d496d0001, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01644935641 2024-11-15T07:19:56,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46157-0x1013d5d496d0000, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01644935641 2024-11-15T07:19:56,499 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01644935641/flush-table-proc/acquired, /01644935641/flush-table-proc/reached, /01644935641/flush-table-proc/abort 2024-11-15T07:19:56,500 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,46157,1731655193997 2024-11-15T07:19:56,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x1013d5d496d0001, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01644935641 2024-11-15T07:19:56,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46157-0x1013d5d496d0000, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01644935641 2024-11-15T07:19:56,552 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01644935641/online-snapshot/acquired, /01644935641/online-snapshot/reached, /01644935641/online-snapshot/abort 2024-11-15T07:19:56,553 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,46157,1731655193997 2024-11-15T07:19:56,554 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T07:19:56,555 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T07:19:56,555 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T07:19:56,555 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T07:19:56,555 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32f0bc5975d0,46157,1731655193997 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T07:19:56,557 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:19:56,557 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:19:56,557 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:19:56,557 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:19:56,557 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32f0bc5975d0:0, corePoolSize=10, maxPoolSize=10 2024-11-15T07:19:56,557 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:19:56,557 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:19:56,557 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:19:56,558 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731655226558 2024-11-15T07:19:56,558 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T07:19:56,558 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T07:19:56,558 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T07:19:56,558 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T07:19:56,558 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T07:19:56,558 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T07:19:56,558 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:19:56,558 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:19:56,558 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T07:19:56,559 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T07:19:56,559 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T07:19:56,559 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T07:19:56,559 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T07:19:56,559 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T07:19:56,559 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T07:19:56,559 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655196559,5,FailOnTimeoutGroup] 2024-11-15T07:19:56,559 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:19:56,559 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T07:19:56,560 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655196559,5,FailOnTimeoutGroup] 2024-11-15T07:19:56,560 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:19:56,560 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T07:19:56,560 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T07:19:56,560 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T07:19:56,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741831_1007 (size=1321) 2024-11-15T07:19:56,652 INFO [RS:0;32f0bc5975d0:36513 {}] regionserver.HRegionServer(746): ClusterId : 367e1da9-cd10-421a-99fb-7627f66e2265 2024-11-15T07:19:56,652 DEBUG [RS:0;32f0bc5975d0:36513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T07:19:56,663 DEBUG [RS:0;32f0bc5975d0:36513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T07:19:56,663 DEBUG [RS:0;32f0bc5975d0:36513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T07:19:56,673 DEBUG [RS:0;32f0bc5975d0:36513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T07:19:56,673 DEBUG [RS:0;32f0bc5975d0:36513 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c8fa30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:19:56,684 DEBUG [RS:0;32f0bc5975d0:36513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32f0bc5975d0:36513 2024-11-15T07:19:56,684 INFO [RS:0;32f0bc5975d0:36513 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T07:19:56,684 INFO [RS:0;32f0bc5975d0:36513 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T07:19:56,684 DEBUG [RS:0;32f0bc5975d0:36513 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T07:19:56,685 INFO [RS:0;32f0bc5975d0:36513 {}] regionserver.HRegionServer(2659): reportForDuty to master=32f0bc5975d0,46157,1731655193997 with port=36513, startcode=1731655194513 2024-11-15T07:19:56,685 DEBUG [RS:0;32f0bc5975d0:36513 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T07:19:56,686 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56671, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T07:19:56,687 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46157 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32f0bc5975d0,36513,1731655194513 2024-11-15T07:19:56,687 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46157 {}] master.ServerManager(517): Registering regionserver=32f0bc5975d0,36513,1731655194513 2024-11-15T07:19:56,688 DEBUG [RS:0;32f0bc5975d0:36513 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270 2024-11-15T07:19:56,688 DEBUG [RS:0;32f0bc5975d0:36513 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38403 2024-11-15T07:19:56,688 DEBUG [RS:0;32f0bc5975d0:36513 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T07:19:56,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46157-0x1013d5d496d0000, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01644935641/rs 2024-11-15T07:19:56,699 DEBUG [RS:0;32f0bc5975d0:36513 {}] zookeeper.ZKUtil(111): regionserver:36513-0x1013d5d496d0001, quorum=127.0.0.1:49409, baseZNode=/01644935641 Set watcher on existing znode=/01644935641/rs/32f0bc5975d0,36513,1731655194513 2024-11-15T07:19:56,699 WARN [RS:0;32f0bc5975d0:36513 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:19:56,700 INFO [RS:0;32f0bc5975d0:36513 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:19:56,700 DEBUG [RS:0;32f0bc5975d0:36513 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,36513,1731655194513 2024-11-15T07:19:56,700 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32f0bc5975d0,36513,1731655194513] 2024-11-15T07:19:56,703 INFO [RS:0;32f0bc5975d0:36513 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T07:19:56,704 INFO [RS:0;32f0bc5975d0:36513 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T07:19:56,705 INFO [RS:0;32f0bc5975d0:36513 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T07:19:56,705 INFO [RS:0;32f0bc5975d0:36513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:19:56,705 INFO [RS:0;32f0bc5975d0:36513 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T07:19:56,705 INFO [RS:0;32f0bc5975d0:36513 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T07:19:56,706 INFO [RS:0;32f0bc5975d0:36513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T07:19:56,706 DEBUG [RS:0;32f0bc5975d0:36513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:19:56,706 DEBUG [RS:0;32f0bc5975d0:36513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:19:56,706 DEBUG [RS:0;32f0bc5975d0:36513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:19:56,706 DEBUG [RS:0;32f0bc5975d0:36513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:19:56,706 DEBUG [RS:0;32f0bc5975d0:36513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:19:56,706 DEBUG [RS:0;32f0bc5975d0:36513 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:19:56,706 DEBUG [RS:0;32f0bc5975d0:36513 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:19:56,706 DEBUG [RS:0;32f0bc5975d0:36513 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:19:56,706 DEBUG [RS:0;32f0bc5975d0:36513 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:19:56,706 DEBUG [RS:0;32f0bc5975d0:36513 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:19:56,706 DEBUG [RS:0;32f0bc5975d0:36513 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:19:56,706 DEBUG [RS:0;32f0bc5975d0:36513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:19:56,706 DEBUG [RS:0;32f0bc5975d0:36513 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:19:56,706 DEBUG [RS:0;32f0bc5975d0:36513 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:19:56,708 INFO [RS:0;32f0bc5975d0:36513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:19:56,708 INFO [RS:0;32f0bc5975d0:36513 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:19:56,708 INFO [RS:0;32f0bc5975d0:36513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:19:56,708 INFO [RS:0;32f0bc5975d0:36513 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T07:19:56,708 INFO [RS:0;32f0bc5975d0:36513 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T07:19:56,708 INFO [RS:0;32f0bc5975d0:36513 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,36513,1731655194513-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:19:56,719 INFO [RS:0;32f0bc5975d0:36513 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T07:19:56,720 INFO [RS:0;32f0bc5975d0:36513 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,36513,1731655194513-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:19:56,720 INFO [RS:0;32f0bc5975d0:36513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:19:56,720 INFO [RS:0;32f0bc5975d0:36513 {}] regionserver.Replication(171): 32f0bc5975d0,36513,1731655194513 started 2024-11-15T07:19:56,731 INFO [RS:0;32f0bc5975d0:36513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:19:56,731 INFO [RS:0;32f0bc5975d0:36513 {}] regionserver.HRegionServer(1482): Serving as 32f0bc5975d0,36513,1731655194513, RpcServer on 32f0bc5975d0/172.17.0.2:36513, sessionid=0x1013d5d496d0001 2024-11-15T07:19:56,731 DEBUG [RS:0;32f0bc5975d0:36513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T07:19:56,731 DEBUG [RS:0;32f0bc5975d0:36513 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32f0bc5975d0,36513,1731655194513 2024-11-15T07:19:56,731 DEBUG [RS:0;32f0bc5975d0:36513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,36513,1731655194513' 2024-11-15T07:19:56,731 DEBUG [RS:0;32f0bc5975d0:36513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01644935641/flush-table-proc/abort' 2024-11-15T07:19:56,732 DEBUG [RS:0;32f0bc5975d0:36513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01644935641/flush-table-proc/acquired' 2024-11-15T07:19:56,732 DEBUG [RS:0;32f0bc5975d0:36513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T07:19:56,732 DEBUG [RS:0;32f0bc5975d0:36513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T07:19:56,732 DEBUG [RS:0;32f0bc5975d0:36513 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32f0bc5975d0,36513,1731655194513 2024-11-15T07:19:56,732 DEBUG [RS:0;32f0bc5975d0:36513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,36513,1731655194513' 2024-11-15T07:19:56,732 DEBUG [RS:0;32f0bc5975d0:36513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01644935641/online-snapshot/abort' 2024-11-15T07:19:56,732 DEBUG [RS:0;32f0bc5975d0:36513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01644935641/online-snapshot/acquired' 2024-11-15T07:19:56,733 DEBUG [RS:0;32f0bc5975d0:36513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T07:19:56,733 INFO [RS:0;32f0bc5975d0:36513 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T07:19:56,733 INFO [RS:0;32f0bc5975d0:36513 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T07:19:56,833 INFO [RS:0;32f0bc5975d0:36513 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:19:56,835 INFO [RS:0;32f0bc5975d0:36513 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C36513%2C1731655194513, suffix=, logDir=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,36513,1731655194513, archiveDir=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/oldWALs, maxLogs=10 2024-11-15T07:19:56,845 DEBUG [RS:0;32f0bc5975d0:36513 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,36513,1731655194513/32f0bc5975d0%2C36513%2C1731655194513.1731655196835, exclude list is [], retry=0 2024-11-15T07:19:56,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38751,DS-43f31f67-c81c-4f72-9b61-b038bf4c6bb1,DISK] 2024-11-15T07:19:56,850 INFO [RS:0;32f0bc5975d0:36513 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,36513,1731655194513/32f0bc5975d0%2C36513%2C1731655194513.1731655196835 2024-11-15T07:19:56,850 DEBUG [RS:0;32f0bc5975d0:36513 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33215:33215)] 2024-11-15T07:19:56,967 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T07:19:56,967 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270 2024-11-15T07:19:56,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741833_1009 (size=32) 2024-11-15T07:19:57,373 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:19:57,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:19:57,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:19:57,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:19:57,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:19:57,375 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:19:57,376 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:19:57,376 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:19:57,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:19:57,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:19:57,378 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:19:57,378 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:19:57,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:19:57,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:19:57,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:19:57,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:19:57,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:19:57,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:19:57,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/meta/1588230740 2024-11-15T07:19:57,381 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/meta/1588230740 2024-11-15T07:19:57,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:19:57,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:19:57,382 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:19:57,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:19:57,385 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:19:57,386 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60136078, jitterRate=-0.10390260815620422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:19:57,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731655197373Initializing all the Stores at 1731655197374 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655197374Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655197374Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655197374Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655197374Cleaning up temporary data from old regions at 1731655197382 (+8 ms)Region opened successfully at 1731655197386 (+4 ms) 2024-11-15T07:19:57,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:19:57,386 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:19:57,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:19:57,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:19:57,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:19:57,386 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:19:57,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655197386Disabling compacts and flushes for region at 1731655197386Disabling writes for close at 1731655197386Writing region close event to WAL at 1731655197386Closed at 1731655197386 2024-11-15T07:19:57,387 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:19:57,387 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T07:19:57,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T07:19:57,388 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:19:57,389 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T07:19:57,539 DEBUG [32f0bc5975d0:46157 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T07:19:57,540 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32f0bc5975d0,36513,1731655194513 2024-11-15T07:19:57,541 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,36513,1731655194513, state=OPENING 2024-11-15T07:19:57,588 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T07:19:57,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46157-0x1013d5d496d0000, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01644935641 2024-11-15T07:19:57,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x1013d5d496d0001, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01644935641 2024-11-15T07:19:57,599 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:19:57,599 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01644935641/meta-region-server: CHANGED 2024-11-15T07:19:57,599 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01644935641/meta-region-server: CHANGED 2024-11-15T07:19:57,599 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,36513,1731655194513}] 2024-11-15T07:19:57,752 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T07:19:57,753 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T07:19:57,756 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T07:19:57,756 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:19:57,756 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T07:19:57,758 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C36513%2C1731655194513.meta, suffix=.meta, logDir=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,36513,1731655194513, archiveDir=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/oldWALs, maxLogs=10 2024-11-15T07:19:57,769 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,36513,1731655194513/32f0bc5975d0%2C36513%2C1731655194513.meta.1731655197758.meta, exclude list is [], retry=0 2024-11-15T07:19:57,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38751,DS-43f31f67-c81c-4f72-9b61-b038bf4c6bb1,DISK] 2024-11-15T07:19:57,772 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,36513,1731655194513/32f0bc5975d0%2C36513%2C1731655194513.meta.1731655197758.meta 2024-11-15T07:19:57,773 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33215:33215)] 2024-11-15T07:19:57,773 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:19:57,773 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:19:57,773 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T07:19:57,773 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T07:19:57,773 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T07:19:57,773 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T07:19:57,773 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:19:57,774 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T07:19:57,774 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T07:19:57,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:19:57,775 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:19:57,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:19:57,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:19:57,776 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:19:57,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:19:57,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:19:57,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:19:57,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:19:57,777 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:19:57,777 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:19:57,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:19:57,778 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:19:57,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:19:57,778 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:19:57,779 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:19:57,779 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:19:57,779 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/meta/1588230740 2024-11-15T07:19:57,780 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/meta/1588230740 2024-11-15T07:19:57,781 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:19:57,781 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:19:57,782 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:19:57,783 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:19:57,784 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74223476, jitterRate=0.10601598024368286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:19:57,784 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T07:19:57,784 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731655197774Writing region info on filesystem at 1731655197774Initializing all the Stores at 1731655197774Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655197774Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655197774Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655197774Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655197774Cleaning up temporary data from old regions at 1731655197781 (+7 ms)Running coprocessor post-open hooks at 1731655197784 (+3 ms)Region opened successfully at 1731655197784 2024-11-15T07:19:57,785 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731655197752 2024-11-15T07:19:57,787 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T07:19:57,787 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T07:19:57,787 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32f0bc5975d0,36513,1731655194513 2024-11-15T07:19:57,788 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,36513,1731655194513, state=OPEN 2024-11-15T07:19:57,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x1013d5d496d0001, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01644935641/meta-region-server 2024-11-15T07:19:57,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46157-0x1013d5d496d0000, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01644935641/meta-region-server 2024-11-15T07:19:57,826 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32f0bc5975d0,36513,1731655194513 2024-11-15T07:19:57,826 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01644935641/meta-region-server: CHANGED 2024-11-15T07:19:57,826 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01644935641/meta-region-server: CHANGED 2024-11-15T07:19:57,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T07:19:57,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,36513,1731655194513 in 227 msec 2024-11-15T07:19:57,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T07:19:57,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 441 msec 2024-11-15T07:19:57,831 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:19:57,831 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T07:19:57,832 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:19:57,832 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,36513,1731655194513, seqNum=-1] 2024-11-15T07:19:57,832 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:19:57,834 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:19:57,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2830 sec 2024-11-15T07:19:57,838 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731655197838, completionTime=-1 2024-11-15T07:19:57,838 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T07:19:57,838 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T07:19:57,840 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T07:19:57,840 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731655257840 2024-11-15T07:19:57,840 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731655317840 2024-11-15T07:19:57,840 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T07:19:57,840 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,46157,1731655193997-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:19:57,840 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,46157,1731655193997-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:19:57,840 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,46157,1731655193997-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:19:57,840 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32f0bc5975d0:46157, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:19:57,840 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T07:19:57,841 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T07:19:57,842 DEBUG [master/32f0bc5975d0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T07:19:57,844 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.256sec 2024-11-15T07:19:57,844 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T07:19:57,844 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T07:19:57,844 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T07:19:57,844 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T07:19:57,844 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T07:19:57,844 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,46157,1731655193997-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:19:57,844 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,46157,1731655193997-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T07:19:57,846 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T07:19:57,846 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T07:19:57,846 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,46157,1731655193997-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:19:57,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70ea076e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:19:57,852 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,46157,-1 for getting cluster id 2024-11-15T07:19:57,852 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:19:57,853 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '367e1da9-cd10-421a-99fb-7627f66e2265' 2024-11-15T07:19:57,853 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:19:57,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "367e1da9-cd10-421a-99fb-7627f66e2265" 2024-11-15T07:19:57,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d858b5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:19:57,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,46157,-1] 2024-11-15T07:19:57,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:19:57,854 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:19:57,855 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:19:57,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22eba1c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:19:57,856 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:19:57,857 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,36513,1731655194513, seqNum=-1] 2024-11-15T07:19:57,857 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:19:57,858 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:19:57,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32f0bc5975d0,46157,1731655193997 2024-11-15T07:19:57,860 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49409 2024-11-15T07:19:57,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:19:57,884 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013d5d496d0002 connected 2024-11-15T07:19:57,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fa0cc9-a851-ada1-d1f1-438f263ed47a/hadoop.log.dir so I do NOT create it in target/test-data/4fbad343-c4ff-b302-a94a-b45a6f78c79f 2024-11-15T07:19:57,896 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fa0cc9-a851-ada1-d1f1-438f263ed47a/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T07:19:57,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fa0cc9-a851-ada1-d1f1-438f263ed47a/hadoop.tmp.dir so I do NOT create it in target/test-data/4fbad343-c4ff-b302-a94a-b45a6f78c79f 2024-11-15T07:19:57,896 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fa0cc9-a851-ada1-d1f1-438f263ed47a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T07:19:57,896 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fbad343-c4ff-b302-a94a-b45a6f78c79f 2024-11-15T07:19:57,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T07:19:57,896 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fbad343-c4ff-b302-a94a-b45a6f78c79f/cluster_7a93bf2e-82fc-3fbb-838b-11ccc73651cf, deleteOnExit=true 2024-11-15T07:19:57,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T07:19:57,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fbad343-c4ff-b302-a94a-b45a6f78c79f/test.cache.data in system properties and HBase conf 2024-11-15T07:19:57,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fbad343-c4ff-b302-a94a-b45a6f78c79f/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T07:19:57,896 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fbad343-c4ff-b302-a94a-b45a6f78c79f/hadoop.log.dir in system properties and HBase conf 2024-11-15T07:19:57,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fbad343-c4ff-b302-a94a-b45a6f78c79f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T07:19:57,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fbad343-c4ff-b302-a94a-b45a6f78c79f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T07:19:57,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T07:19:57,897 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T07:19:57,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fbad343-c4ff-b302-a94a-b45a6f78c79f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T07:19:57,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fbad343-c4ff-b302-a94a-b45a6f78c79f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T07:19:57,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fbad343-c4ff-b302-a94a-b45a6f78c79f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T07:19:57,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fbad343-c4ff-b302-a94a-b45a6f78c79f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T07:19:57,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fbad343-c4ff-b302-a94a-b45a6f78c79f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T07:19:57,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fbad343-c4ff-b302-a94a-b45a6f78c79f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T07:19:57,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fbad343-c4ff-b302-a94a-b45a6f78c79f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T07:19:57,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fbad343-c4ff-b302-a94a-b45a6f78c79f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T07:19:57,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fbad343-c4ff-b302-a94a-b45a6f78c79f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T07:19:57,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fbad343-c4ff-b302-a94a-b45a6f78c79f/nfs.dump.dir in system properties and HBase conf 2024-11-15T07:19:57,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fbad343-c4ff-b302-a94a-b45a6f78c79f/java.io.tmpdir in system properties and HBase conf 2024-11-15T07:19:57,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fbad343-c4ff-b302-a94a-b45a6f78c79f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T07:19:57,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fbad343-c4ff-b302-a94a-b45a6f78c79f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T07:19:57,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fbad343-c4ff-b302-a94a-b45a6f78c79f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T07:19:58,183 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:19:58,188 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T07:19:58,190 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T07:19:58,190 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T07:19:58,190 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T07:19:58,191 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:19:58,191 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13aef83{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fbad343-c4ff-b302-a94a-b45a6f78c79f/hadoop.log.dir/,AVAILABLE} 2024-11-15T07:19:58,191 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e17b8b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T07:19:58,286 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@dc7d8b3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fbad343-c4ff-b302-a94a-b45a6f78c79f/java.io.tmpdir/jetty-localhost-45885-hadoop-hdfs-3_4_1-tests_jar-_-any-8757578689774967385/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T07:19:58,286 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74ee2266{HTTP/1.1, (http/1.1)}{localhost:45885} 2024-11-15T07:19:58,287 INFO [Time-limited test {}] server.Server(415): Started @152800ms 2024-11-15T07:19:58,517 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:19:58,520 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T07:19:58,521 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T07:19:58,521 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T07:19:58,521 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T07:19:58,522 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73ac41d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fbad343-c4ff-b302-a94a-b45a6f78c79f/hadoop.log.dir/,AVAILABLE} 2024-11-15T07:19:58,522 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2dd32a05{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T07:19:58,616 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59ef7958{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fbad343-c4ff-b302-a94a-b45a6f78c79f/java.io.tmpdir/jetty-localhost-39019-hadoop-hdfs-3_4_1-tests_jar-_-any-13628355838822073103/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T07:19:58,616 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1be022e1{HTTP/1.1, (http/1.1)}{localhost:39019} 2024-11-15T07:19:58,616 INFO [Time-limited test {}] server.Server(415): Started @153130ms 2024-11-15T07:19:58,617 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T07:19:59,566 WARN [Thread-1410 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fbad343-c4ff-b302-a94a-b45a6f78c79f/cluster_7a93bf2e-82fc-3fbb-838b-11ccc73651cf/data/data1/current/BP-451667161-172.17.0.2-1731655197912/current, will proceed with Du for space computation calculation, 2024-11-15T07:19:59,566 WARN [Thread-1411 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fbad343-c4ff-b302-a94a-b45a6f78c79f/cluster_7a93bf2e-82fc-3fbb-838b-11ccc73651cf/data/data2/current/BP-451667161-172.17.0.2-1731655197912/current, will proceed with Du for space computation calculation, 2024-11-15T07:19:59,581 WARN [Thread-1398 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T07:19:59,583 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf81aeaca3d61a1b4 with lease ID 0xace84e88de000b22: Processing first storage report for DS-5ac16791-60ab-4798-b262-74fa9bd58fda from datanode DatanodeRegistration(127.0.0.1:40393, datanodeUuid=71539e5a-0295-4f95-ae5e-232c7855b8b7, infoPort=43757, infoSecurePort=0, ipcPort=38387, storageInfo=lv=-57;cid=testClusterID;nsid=1291231891;c=1731655197912) 2024-11-15T07:19:59,583 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf81aeaca3d61a1b4 with lease ID 0xace84e88de000b22: from storage DS-5ac16791-60ab-4798-b262-74fa9bd58fda node DatanodeRegistration(127.0.0.1:40393, datanodeUuid=71539e5a-0295-4f95-ae5e-232c7855b8b7, infoPort=43757, infoSecurePort=0, ipcPort=38387, storageInfo=lv=-57;cid=testClusterID;nsid=1291231891;c=1731655197912), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T07:19:59,583 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf81aeaca3d61a1b4 with lease ID 0xace84e88de000b22: Processing first storage report for DS-6da2671a-75c1-42e2-a740-ae88d1fcdbc5 from datanode DatanodeRegistration(127.0.0.1:40393, datanodeUuid=71539e5a-0295-4f95-ae5e-232c7855b8b7, infoPort=43757, infoSecurePort=0, ipcPort=38387, storageInfo=lv=-57;cid=testClusterID;nsid=1291231891;c=1731655197912) 2024-11-15T07:19:59,583 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf81aeaca3d61a1b4 with lease ID 0xace84e88de000b22: from storage DS-6da2671a-75c1-42e2-a740-ae88d1fcdbc5 node DatanodeRegistration(127.0.0.1:40393, datanodeUuid=71539e5a-0295-4f95-ae5e-232c7855b8b7, infoPort=43757, infoSecurePort=0, ipcPort=38387, storageInfo=lv=-57;cid=testClusterID;nsid=1291231891;c=1731655197912), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T07:19:59,648 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fbad343-c4ff-b302-a94a-b45a6f78c79f 2024-11-15T07:19:59,648 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:19:59,649 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:19:59,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40393 is added to blk_1073741825_1001 (size=7) 2024-11-15T07:20:00,058 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7 with version=8 2024-11-15T07:20:00,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/hbase-staging 2024-11-15T07:20:00,060 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:20:00,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:20:00,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:20:00,060 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:20:00,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:20:00,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:20:00,060 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T07:20:00,060 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:20:00,061 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46565 2024-11-15T07:20:00,062 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46565 connecting to ZooKeeper ensemble=127.0.0.1:49409 2024-11-15T07:20:00,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465650x0, quorum=127.0.0.1:49409, baseZNode=/11715569791 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:20:00,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46565-0x1013d5d496d0003 connected 2024-11-15T07:20:00,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:20:00,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:20:00,191 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46565-0x1013d5d496d0003, quorum=127.0.0.1:49409, baseZNode=/11715569791 Set watcher on znode that does not yet exist, /11715569791/running 2024-11-15T07:20:00,191 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7, hbase.cluster.distributed=false 2024-11-15T07:20:00,192 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46565-0x1013d5d496d0003, quorum=127.0.0.1:49409, baseZNode=/11715569791 Set watcher on znode that does not yet exist, /11715569791/acl 2024-11-15T07:20:00,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46565 2024-11-15T07:20:00,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46565 2024-11-15T07:20:00,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46565 2024-11-15T07:20:00,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46565 2024-11-15T07:20:00,193 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46565 2024-11-15T07:20:00,206 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:20:00,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:20:00,206 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:20:00,207 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:20:00,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:20:00,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:20:00,207 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T07:20:00,207 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:20:00,208 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44757 2024-11-15T07:20:00,209 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44757 connecting to ZooKeeper ensemble=127.0.0.1:49409 2024-11-15T07:20:00,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:20:00,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:20:00,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:447570x0, quorum=127.0.0.1:49409, baseZNode=/11715569791 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:20:00,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:447570x0, quorum=127.0.0.1:49409, baseZNode=/11715569791 Set watcher on znode that does not yet exist, /11715569791/running 2024-11-15T07:20:00,226 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44757-0x1013d5d496d0004 connected 2024-11-15T07:20:00,226 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T07:20:00,228 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T07:20:00,228 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44757-0x1013d5d496d0004, quorum=127.0.0.1:49409, baseZNode=/11715569791 Set watcher on znode that does not yet exist, /11715569791/master 2024-11-15T07:20:00,229 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44757-0x1013d5d496d0004, quorum=127.0.0.1:49409, baseZNode=/11715569791 Set watcher on znode that does not yet exist, /11715569791/acl 2024-11-15T07:20:00,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44757 2024-11-15T07:20:00,230 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44757 2024-11-15T07:20:00,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44757 2024-11-15T07:20:00,233 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44757 2024-11-15T07:20:00,234 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44757 2024-11-15T07:20:00,244 DEBUG [M:0;32f0bc5975d0:46565 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32f0bc5975d0:46565 2024-11-15T07:20:00,245 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11715569791/backup-masters/32f0bc5975d0,46565,1731655200060 2024-11-15T07:20:00,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44757-0x1013d5d496d0004, quorum=127.0.0.1:49409, baseZNode=/11715569791 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11715569791/backup-masters 2024-11-15T07:20:00,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1013d5d496d0003, quorum=127.0.0.1:49409, baseZNode=/11715569791 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11715569791/backup-masters 2024-11-15T07:20:00,257 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46565-0x1013d5d496d0003, quorum=127.0.0.1:49409, baseZNode=/11715569791 Set watcher on existing znode=/11715569791/backup-masters/32f0bc5975d0,46565,1731655200060 2024-11-15T07:20:00,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44757-0x1013d5d496d0004, quorum=127.0.0.1:49409, baseZNode=/11715569791 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11715569791/master 2024-11-15T07:20:00,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1013d5d496d0003, quorum=127.0.0.1:49409, baseZNode=/11715569791 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11715569791 2024-11-15T07:20:00,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44757-0x1013d5d496d0004, quorum=127.0.0.1:49409, baseZNode=/11715569791 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11715569791 2024-11-15T07:20:00,268 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46565-0x1013d5d496d0003, quorum=127.0.0.1:49409, baseZNode=/11715569791 Set watcher on existing znode=/11715569791/master 2024-11-15T07:20:00,268 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11715569791/backup-masters/32f0bc5975d0,46565,1731655200060 from backup master directory 2024-11-15T07:20:00,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1013d5d496d0003, quorum=127.0.0.1:49409, baseZNode=/11715569791 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11715569791/backup-masters/32f0bc5975d0,46565,1731655200060 2024-11-15T07:20:00,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44757-0x1013d5d496d0004, quorum=127.0.0.1:49409, baseZNode=/11715569791 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11715569791/backup-masters 2024-11-15T07:20:00,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1013d5d496d0003, quorum=127.0.0.1:49409, baseZNode=/11715569791 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11715569791/backup-masters 2024-11-15T07:20:00,278 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:20:00,278 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32f0bc5975d0,46565,1731655200060 2024-11-15T07:20:00,282 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/hbase.id] with ID: a6540ffb-161e-4a23-96f8-e8896f7e935c 2024-11-15T07:20:00,282 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/.tmp/hbase.id 2024-11-15T07:20:00,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40393 is added to blk_1073741826_1002 (size=42) 2024-11-15T07:20:00,686 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/.tmp/hbase.id]:[hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/hbase.id] 2024-11-15T07:20:00,696 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:20:00,697 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T07:20:00,697 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-15T07:20:00,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44757-0x1013d5d496d0004, quorum=127.0.0.1:49409, baseZNode=/11715569791 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11715569791 2024-11-15T07:20:00,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1013d5d496d0003, quorum=127.0.0.1:49409, baseZNode=/11715569791 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11715569791 2024-11-15T07:20:00,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40393 is added to blk_1073741827_1003 (size=196) 2024-11-15T07:20:01,152 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:20:01,153 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T07:20:01,153 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:20:01,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40393 is added to blk_1073741828_1004 (size=1189) 2024-11-15T07:20:01,560 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/MasterData/data/master/store 2024-11-15T07:20:01,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40393 is added to blk_1073741829_1005 (size=34) 2024-11-15T07:20:01,966 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:20:01,966 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:20:01,966 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:20:01,966 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:20:01,966 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:20:01,966 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:20:01,966 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:20:01,966 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655201966Disabling compacts and flushes for region at 1731655201966Disabling writes for close at 1731655201966Writing region close event to WAL at 1731655201966Closed at 1731655201966 2024-11-15T07:20:01,967 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/MasterData/data/master/store/.initializing 2024-11-15T07:20:01,967 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/MasterData/WALs/32f0bc5975d0,46565,1731655200060 2024-11-15T07:20:01,968 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:20:01,969 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32f0bc5975d0%2C46565%2C1731655200060, suffix=, logDir=hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/MasterData/WALs/32f0bc5975d0,46565,1731655200060, archiveDir=hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/MasterData/oldWALs, maxLogs=10 2024-11-15T07:20:01,980 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/MasterData/WALs/32f0bc5975d0,46565,1731655200060/32f0bc5975d0%2C46565%2C1731655200060.1731655201969, exclude list is [], retry=0 2024-11-15T07:20:01,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40393,DS-5ac16791-60ab-4798-b262-74fa9bd58fda,DISK] 2024-11-15T07:20:01,983 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/MasterData/WALs/32f0bc5975d0,46565,1731655200060/32f0bc5975d0%2C46565%2C1731655200060.1731655201969 2024-11-15T07:20:01,984 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43757:43757)] 2024-11-15T07:20:01,984 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:20:01,984 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:20:01,984 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:01,984 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:01,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:01,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T07:20:01,986 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:01,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:20:01,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:01,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T07:20:01,988 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:01,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:20:01,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:01,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T07:20:01,989 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:01,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:20:01,989 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:01,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T07:20:01,990 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:01,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:20:01,991 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:01,991 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:01,992 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:01,992 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:01,993 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:01,993 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:20:01,994 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:01,995 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:20:01,996 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72088747, jitterRate=0.07420603930950165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:20:01,996 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731655201984Initializing all the Stores at 1731655201985 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655201985Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655201985Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655201985Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655201985Cleaning up temporary data from old regions at 1731655201993 (+8 ms)Region opened successfully at 1731655201996 (+3 ms) 2024-11-15T07:20:01,996 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T07:20:01,998 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cad9b8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:20:01,999 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T07:20:01,999 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T07:20:01,999 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T07:20:01,999 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T07:20:02,000 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T07:20:02,000 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T07:20:02,000 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T07:20:02,001 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T07:20:02,002 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46565-0x1013d5d496d0003, quorum=127.0.0.1:49409, baseZNode=/11715569791 Unable to get data of znode /11715569791/balancer because node does not exist (not necessarily an error) 2024-11-15T07:20:02,062 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11715569791/balancer already deleted, retry=false 2024-11-15T07:20:02,062 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T07:20:02,063 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46565-0x1013d5d496d0003, quorum=127.0.0.1:49409, baseZNode=/11715569791 Unable to get data of znode /11715569791/normalizer because node does not exist (not necessarily an error) 2024-11-15T07:20:02,072 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11715569791/normalizer already deleted, retry=false 2024-11-15T07:20:02,072 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T07:20:02,073 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46565-0x1013d5d496d0003, quorum=127.0.0.1:49409, baseZNode=/11715569791 Unable to get data of znode /11715569791/switch/split because node does not exist (not necessarily an error) 2024-11-15T07:20:02,083 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11715569791/switch/split already deleted, retry=false 2024-11-15T07:20:02,083 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46565-0x1013d5d496d0003, quorum=127.0.0.1:49409, baseZNode=/11715569791 Unable to get data of znode /11715569791/switch/merge because node does not exist (not necessarily an error) 2024-11-15T07:20:02,093 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11715569791/switch/merge already deleted, retry=false 2024-11-15T07:20:02,095 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46565-0x1013d5d496d0003, quorum=127.0.0.1:49409, baseZNode=/11715569791 Unable to get data of znode /11715569791/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T07:20:02,104 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11715569791/snapshot-cleanup already deleted, retry=false 2024-11-15T07:20:02,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44757-0x1013d5d496d0004, quorum=127.0.0.1:49409, baseZNode=/11715569791 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11715569791/running 2024-11-15T07:20:02,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44757-0x1013d5d496d0004, quorum=127.0.0.1:49409, baseZNode=/11715569791 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11715569791 2024-11-15T07:20:02,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1013d5d496d0003, quorum=127.0.0.1:49409, baseZNode=/11715569791 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11715569791/running 2024-11-15T07:20:02,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1013d5d496d0003, quorum=127.0.0.1:49409, baseZNode=/11715569791 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11715569791 2024-11-15T07:20:02,115 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32f0bc5975d0,46565,1731655200060, sessionid=0x1013d5d496d0003, setting cluster-up flag (Was=false) 2024-11-15T07:20:02,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1013d5d496d0003, quorum=127.0.0.1:49409, baseZNode=/11715569791 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11715569791 2024-11-15T07:20:02,135 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44757-0x1013d5d496d0004, quorum=127.0.0.1:49409, baseZNode=/11715569791 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11715569791 2024-11-15T07:20:02,167 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11715569791/flush-table-proc/acquired, /11715569791/flush-table-proc/reached, /11715569791/flush-table-proc/abort 2024-11-15T07:20:02,168 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,46565,1731655200060 2024-11-15T07:20:02,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44757-0x1013d5d496d0004, quorum=127.0.0.1:49409, baseZNode=/11715569791 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11715569791 2024-11-15T07:20:02,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1013d5d496d0003, quorum=127.0.0.1:49409, baseZNode=/11715569791 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11715569791 2024-11-15T07:20:02,219 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11715569791/online-snapshot/acquired, /11715569791/online-snapshot/reached, /11715569791/online-snapshot/abort 2024-11-15T07:20:02,220 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,46565,1731655200060 2024-11-15T07:20:02,221 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T07:20:02,222 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T07:20:02,222 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T07:20:02,222 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T07:20:02,222 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32f0bc5975d0,46565,1731655200060 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T07:20:02,224 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:20:02,224 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:20:02,224 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:20:02,224 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:20:02,224 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32f0bc5975d0:0, corePoolSize=10, maxPoolSize=10 2024-11-15T07:20:02,224 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:02,224 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:20:02,224 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:02,225 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731655232225 2024-11-15T07:20:02,225 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T07:20:02,225 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T07:20:02,225 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T07:20:02,225 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T07:20:02,225 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T07:20:02,225 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T07:20:02,225 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:02,225 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:20:02,226 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T07:20:02,226 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T07:20:02,226 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T07:20:02,226 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T07:20:02,226 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T07:20:02,226 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T07:20:02,226 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T07:20:02,226 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655202226,5,FailOnTimeoutGroup] 2024-11-15T07:20:02,226 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655202226,5,FailOnTimeoutGroup] 2024-11-15T07:20:02,226 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:02,226 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T07:20:02,226 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:02,226 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:02,226 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:02,227 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T07:20:02,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40393 is added to blk_1073741831_1007 (size=1321) 2024-11-15T07:20:02,237 INFO [RS:0;32f0bc5975d0:44757 {}] regionserver.HRegionServer(746): ClusterId : a6540ffb-161e-4a23-96f8-e8896f7e935c 2024-11-15T07:20:02,237 DEBUG [RS:0;32f0bc5975d0:44757 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T07:20:02,247 DEBUG [RS:0;32f0bc5975d0:44757 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T07:20:02,247 DEBUG [RS:0;32f0bc5975d0:44757 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T07:20:02,258 DEBUG [RS:0;32f0bc5975d0:44757 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T07:20:02,258 DEBUG [RS:0;32f0bc5975d0:44757 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743faba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:20:02,271 DEBUG [RS:0;32f0bc5975d0:44757 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32f0bc5975d0:44757 2024-11-15T07:20:02,271 INFO [RS:0;32f0bc5975d0:44757 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T07:20:02,271 INFO [RS:0;32f0bc5975d0:44757 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T07:20:02,271 DEBUG [RS:0;32f0bc5975d0:44757 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T07:20:02,272 INFO [RS:0;32f0bc5975d0:44757 {}] regionserver.HRegionServer(2659): reportForDuty to master=32f0bc5975d0,46565,1731655200060 with port=44757, startcode=1731655200206 2024-11-15T07:20:02,272 DEBUG [RS:0;32f0bc5975d0:44757 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T07:20:02,273 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41943, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T07:20:02,273 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46565 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32f0bc5975d0,44757,1731655200206 2024-11-15T07:20:02,273 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46565 {}] master.ServerManager(517): Registering regionserver=32f0bc5975d0,44757,1731655200206 2024-11-15T07:20:02,275 DEBUG [RS:0;32f0bc5975d0:44757 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7 2024-11-15T07:20:02,275 DEBUG [RS:0;32f0bc5975d0:44757 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42779 2024-11-15T07:20:02,275 DEBUG [RS:0;32f0bc5975d0:44757 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T07:20:02,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T07:20:02,289 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T07:20:02,290 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:20:02,290 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T07:20:02,290 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:20:02,290 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T07:20:02,290 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T07:20:02,290 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T07:20:02,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1013d5d496d0003, quorum=127.0.0.1:49409, baseZNode=/11715569791 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11715569791/rs 2024-11-15T07:20:02,344 DEBUG [RS:0;32f0bc5975d0:44757 {}] zookeeper.ZKUtil(111): regionserver:44757-0x1013d5d496d0004, quorum=127.0.0.1:49409, baseZNode=/11715569791 Set watcher on existing znode=/11715569791/rs/32f0bc5975d0,44757,1731655200206 2024-11-15T07:20:02,344 WARN [RS:0;32f0bc5975d0:44757 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:20:02,344 INFO [RS:0;32f0bc5975d0:44757 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:20:02,344 DEBUG [RS:0;32f0bc5975d0:44757 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/WALs/32f0bc5975d0,44757,1731655200206 2024-11-15T07:20:02,345 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32f0bc5975d0,44757,1731655200206] 2024-11-15T07:20:02,348 INFO [RS:0;32f0bc5975d0:44757 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T07:20:02,350 INFO [RS:0;32f0bc5975d0:44757 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T07:20:02,350 INFO [RS:0;32f0bc5975d0:44757 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T07:20:02,350 INFO [RS:0;32f0bc5975d0:44757 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:02,350 INFO [RS:0;32f0bc5975d0:44757 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T07:20:02,351 INFO [RS:0;32f0bc5975d0:44757 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T07:20:02,351 INFO [RS:0;32f0bc5975d0:44757 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:02,351 DEBUG [RS:0;32f0bc5975d0:44757 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:02,351 DEBUG [RS:0;32f0bc5975d0:44757 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:02,351 DEBUG [RS:0;32f0bc5975d0:44757 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:02,351 DEBUG [RS:0;32f0bc5975d0:44757 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:02,351 DEBUG [RS:0;32f0bc5975d0:44757 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:02,351 DEBUG [RS:0;32f0bc5975d0:44757 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:20:02,351 DEBUG [RS:0;32f0bc5975d0:44757 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:02,351 DEBUG [RS:0;32f0bc5975d0:44757 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:02,351 DEBUG [RS:0;32f0bc5975d0:44757 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:02,351 DEBUG [RS:0;32f0bc5975d0:44757 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:02,351 DEBUG [RS:0;32f0bc5975d0:44757 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:02,351 DEBUG [RS:0;32f0bc5975d0:44757 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:02,351 DEBUG [RS:0;32f0bc5975d0:44757 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:20:02,351 DEBUG [RS:0;32f0bc5975d0:44757 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:20:02,352 INFO [RS:0;32f0bc5975d0:44757 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:02,352 INFO [RS:0;32f0bc5975d0:44757 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:02,352 INFO [RS:0;32f0bc5975d0:44757 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:02,352 INFO [RS:0;32f0bc5975d0:44757 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:02,352 INFO [RS:0;32f0bc5975d0:44757 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:02,352 INFO [RS:0;32f0bc5975d0:44757 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,44757,1731655200206-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:20:02,365 INFO [RS:0;32f0bc5975d0:44757 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T07:20:02,365 INFO [RS:0;32f0bc5975d0:44757 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,44757,1731655200206-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:02,366 INFO [RS:0;32f0bc5975d0:44757 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:02,366 INFO [RS:0;32f0bc5975d0:44757 {}] regionserver.Replication(171): 32f0bc5975d0,44757,1731655200206 started 2024-11-15T07:20:02,378 INFO [RS:0;32f0bc5975d0:44757 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:02,378 INFO [RS:0;32f0bc5975d0:44757 {}] regionserver.HRegionServer(1482): Serving as 32f0bc5975d0,44757,1731655200206, RpcServer on 32f0bc5975d0/172.17.0.2:44757, sessionid=0x1013d5d496d0004 2024-11-15T07:20:02,378 DEBUG [RS:0;32f0bc5975d0:44757 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T07:20:02,378 DEBUG [RS:0;32f0bc5975d0:44757 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32f0bc5975d0,44757,1731655200206 2024-11-15T07:20:02,378 DEBUG [RS:0;32f0bc5975d0:44757 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,44757,1731655200206' 2024-11-15T07:20:02,378 DEBUG [RS:0;32f0bc5975d0:44757 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11715569791/flush-table-proc/abort' 2024-11-15T07:20:02,379 DEBUG [RS:0;32f0bc5975d0:44757 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11715569791/flush-table-proc/acquired' 2024-11-15T07:20:02,379 DEBUG [RS:0;32f0bc5975d0:44757 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T07:20:02,379 DEBUG [RS:0;32f0bc5975d0:44757 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T07:20:02,379 DEBUG [RS:0;32f0bc5975d0:44757 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32f0bc5975d0,44757,1731655200206 2024-11-15T07:20:02,379 DEBUG [RS:0;32f0bc5975d0:44757 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,44757,1731655200206' 2024-11-15T07:20:02,379 DEBUG [RS:0;32f0bc5975d0:44757 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11715569791/online-snapshot/abort' 2024-11-15T07:20:02,379 DEBUG [RS:0;32f0bc5975d0:44757 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11715569791/online-snapshot/acquired' 2024-11-15T07:20:02,379 DEBUG [RS:0;32f0bc5975d0:44757 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T07:20:02,379 INFO [RS:0;32f0bc5975d0:44757 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T07:20:02,379 INFO [RS:0;32f0bc5975d0:44757 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T07:20:02,480 INFO [RS:0;32f0bc5975d0:44757 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:20:02,481 INFO [RS:0;32f0bc5975d0:44757 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C44757%2C1731655200206, suffix=, logDir=hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/WALs/32f0bc5975d0,44757,1731655200206, archiveDir=hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/oldWALs, maxLogs=10 2024-11-15T07:20:02,493 DEBUG [RS:0;32f0bc5975d0:44757 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/WALs/32f0bc5975d0,44757,1731655200206/32f0bc5975d0%2C44757%2C1731655200206.1731655202482, exclude list is [], retry=0 2024-11-15T07:20:02,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40393,DS-5ac16791-60ab-4798-b262-74fa9bd58fda,DISK] 2024-11-15T07:20:02,496 INFO [RS:0;32f0bc5975d0:44757 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/WALs/32f0bc5975d0,44757,1731655200206/32f0bc5975d0%2C44757%2C1731655200206.1731655202482 2024-11-15T07:20:02,497 DEBUG [RS:0;32f0bc5975d0:44757 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43757:43757)] 2024-11-15T07:20:02,634 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T07:20:02,635 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7 2024-11-15T07:20:02,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40393 is added to blk_1073741833_1009 (size=32) 2024-11-15T07:20:02,703 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T07:20:03,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:20:03,042 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:20:03,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:20:03,043 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:03,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:20:03,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:20:03,044 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:20:03,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:03,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:20:03,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:20:03,045 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:20:03,045 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:03,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:20:03,046 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:20:03,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:20:03,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:03,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:20:03,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:20:03,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/data/hbase/meta/1588230740 2024-11-15T07:20:03,048 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/data/hbase/meta/1588230740 2024-11-15T07:20:03,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:20:03,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:20:03,049 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:20:03,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:20:03,052 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:20:03,052 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60585933, jitterRate=-0.09719924628734589}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:20:03,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731655203041Initializing all the Stores at 1731655203041Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655203041Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655203041Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655203042 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655203042Cleaning up temporary data from old regions at 1731655203049 (+7 ms)Region opened successfully at 1731655203053 (+4 ms) 2024-11-15T07:20:03,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:20:03,053 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:20:03,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:20:03,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:20:03,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:20:03,053 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:20:03,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655203053Disabling compacts and flushes for region at 1731655203053Disabling writes for close at 1731655203053Writing region close event to WAL at 1731655203053Closed at 1731655203053 2024-11-15T07:20:03,054 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:20:03,054 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T07:20:03,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T07:20:03,055 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:20:03,056 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T07:20:03,206 DEBUG [32f0bc5975d0:46565 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T07:20:03,206 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32f0bc5975d0,44757,1731655200206 2024-11-15T07:20:03,207 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,44757,1731655200206, state=OPENING 2024-11-15T07:20:03,257 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T07:20:03,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44757-0x1013d5d496d0004, quorum=127.0.0.1:49409, baseZNode=/11715569791 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11715569791 2024-11-15T07:20:03,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1013d5d496d0003, quorum=127.0.0.1:49409, baseZNode=/11715569791 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11715569791 2024-11-15T07:20:03,268 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:20:03,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11715569791/meta-region-server: CHANGED 2024-11-15T07:20:03,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11715569791/meta-region-server: CHANGED 2024-11-15T07:20:03,268 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,44757,1731655200206}] 2024-11-15T07:20:03,275 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T07:20:03,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:03,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:03,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:03,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:03,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:03,420 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T07:20:03,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45875, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T07:20:03,424 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T07:20:03,424 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:20:03,425 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T07:20:03,426 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C44757%2C1731655200206.meta, suffix=.meta, logDir=hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/WALs/32f0bc5975d0,44757,1731655200206, archiveDir=hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/oldWALs, maxLogs=10 2024-11-15T07:20:03,437 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/WALs/32f0bc5975d0,44757,1731655200206/32f0bc5975d0%2C44757%2C1731655200206.meta.1731655203426.meta, exclude list is [], retry=0 2024-11-15T07:20:03,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40393,DS-5ac16791-60ab-4798-b262-74fa9bd58fda,DISK] 2024-11-15T07:20:03,440 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/WALs/32f0bc5975d0,44757,1731655200206/32f0bc5975d0%2C44757%2C1731655200206.meta.1731655203426.meta 2024-11-15T07:20:03,441 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43757:43757)] 2024-11-15T07:20:03,441 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:20:03,441 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:20:03,441 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T07:20:03,441 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T07:20:03,441 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T07:20:03,441 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T07:20:03,441 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:20:03,442 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T07:20:03,442 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T07:20:03,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:20:03,443 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:20:03,443 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:03,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:20:03,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:20:03,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:20:03,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:03,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:20:03,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:20:03,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:20:03,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:03,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:20:03,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:20:03,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:20:03,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:03,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:20:03,447 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:20:03,447 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/data/hbase/meta/1588230740 2024-11-15T07:20:03,448 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/data/hbase/meta/1588230740 2024-11-15T07:20:03,449 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:20:03,449 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:20:03,450 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:20:03,451 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:20:03,451 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68321599, jitterRate=0.018071159720420837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:20:03,451 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T07:20:03,451 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731655203442Writing region info on filesystem at 1731655203442Initializing all the Stores at 1731655203442Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655203442Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655203443 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655203443Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655203443Cleaning up temporary data from old regions at 1731655203449 (+6 ms)Running coprocessor post-open hooks at 1731655203451 (+2 ms)Region opened successfully at 1731655203451 2024-11-15T07:20:03,452 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731655203420 2024-11-15T07:20:03,454 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T07:20:03,454 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T07:20:03,454 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32f0bc5975d0,44757,1731655200206 2024-11-15T07:20:03,455 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,44757,1731655200206, state=OPEN 2024-11-15T07:20:03,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1013d5d496d0003, quorum=127.0.0.1:49409, baseZNode=/11715569791 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11715569791/meta-region-server 2024-11-15T07:20:03,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44757-0x1013d5d496d0004, quorum=127.0.0.1:49409, baseZNode=/11715569791 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11715569791/meta-region-server 2024-11-15T07:20:03,467 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32f0bc5975d0,44757,1731655200206 2024-11-15T07:20:03,467 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11715569791/meta-region-server: CHANGED 2024-11-15T07:20:03,467 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11715569791/meta-region-server: CHANGED 2024-11-15T07:20:03,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T07:20:03,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,44757,1731655200206 in 199 msec 2024-11-15T07:20:03,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T07:20:03,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 415 msec 2024-11-15T07:20:03,471 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:20:03,471 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T07:20:03,473 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:20:03,473 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,44757,1731655200206, seqNum=-1] 2024-11-15T07:20:03,473 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:20:03,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46447, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:20:03,479 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2560 sec 2024-11-15T07:20:03,479 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731655203479, completionTime=-1 2024-11-15T07:20:03,479 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T07:20:03,479 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T07:20:03,481 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T07:20:03,481 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731655263481 2024-11-15T07:20:03,481 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731655323481 2024-11-15T07:20:03,481 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T07:20:03,481 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,46565,1731655200060-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:03,481 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,46565,1731655200060-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:03,481 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,46565,1731655200060-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:03,481 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32f0bc5975d0:46565, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:03,481 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:03,481 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:03,483 DEBUG [master/32f0bc5975d0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T07:20:03,484 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.206sec 2024-11-15T07:20:03,484 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T07:20:03,484 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T07:20:03,484 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T07:20:03,484 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T07:20:03,484 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T07:20:03,484 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,46565,1731655200060-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:20:03,484 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,46565,1731655200060-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T07:20:03,487 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T07:20:03,487 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T07:20:03,487 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,46565,1731655200060-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:03,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cbb95e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:03,538 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,46565,-1 for getting cluster id 2024-11-15T07:20:03,538 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:20:03,539 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6540ffb-161e-4a23-96f8-e8896f7e935c' 2024-11-15T07:20:03,539 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:20:03,540 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6540ffb-161e-4a23-96f8-e8896f7e935c" 2024-11-15T07:20:03,540 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f503a13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:03,540 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,46565,-1] 2024-11-15T07:20:03,540 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:20:03,540 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:03,541 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:20:03,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@462663c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:03,542 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:20:03,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,44757,1731655200206, seqNum=-1] 2024-11-15T07:20:03,543 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:20:03,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:20:03,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32f0bc5975d0,46565,1731655200060 2024-11-15T07:20:03,546 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49409 2024-11-15T07:20:03,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49409, baseZNode=/11715569791 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:20:03,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013d5d496d0005 connected 2024-11-15T07:20:03,569 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5276d7fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:03,569 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,46157,-1 for getting cluster id 2024-11-15T07:20:03,570 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:20:03,570 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '367e1da9-cd10-421a-99fb-7627f66e2265' 2024-11-15T07:20:03,570 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:20:03,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "367e1da9-cd10-421a-99fb-7627f66e2265" 2024-11-15T07:20:03,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55dbeba2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:03,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,46157,-1] 2024-11-15T07:20:03,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:20:03,571 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:03,572 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:20:03,573 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3963826b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:03,573 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:20:03,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,46157,1731655193997 2024-11-15T07:20:03,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5860601c 2024-11-15T07:20:03,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:20:03,575 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:20:03,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://32f0bc5975d0:46565,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T07:20:03,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T07:20:03,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:20:03,577 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32f0bc5975d0:46565' 2024-11-15T07:20:03,578 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@740faa0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:03,578 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,46565,-1 for getting cluster id 2024-11-15T07:20:03,578 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:20:03,579 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6540ffb-161e-4a23-96f8-e8896f7e935c' 2024-11-15T07:20:03,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:20:03,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6540ffb-161e-4a23-96f8-e8896f7e935c" 2024-11-15T07:20:03,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ffb65dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:03,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,46565,-1] 2024-11-15T07:20:03,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:20:03,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:03,581 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:20:03,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f2d7733, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:03,582 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:20:03,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,46565,1731655200060 2024-11-15T07:20:03,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@47e6c9ed 2024-11-15T07:20:03,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:20:03,583 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:20:03,584 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-15T07:20:03,584 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T07:20:03,584 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:03,584 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:03,584 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:20:03,584 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:20:03,585 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T07:20:03,586 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T07:20:03,586 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:03,587 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T07:20:03,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741835_1011 (size=1138) 2024-11-15T07:20:03,636 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T07:20:03,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:20:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:20:03,994 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 76aa96bf46e3edefa37ad30bb55560f9, NAME => 'hbase:replication,,1731655203584.76aa96bf46e3edefa37ad30bb55560f9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270 2024-11-15T07:20:04,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741836_1012 (size=44) 2024-11-15T07:20:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:20:04,401 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731655203584.76aa96bf46e3edefa37ad30bb55560f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:20:04,401 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 76aa96bf46e3edefa37ad30bb55560f9, disabling compactions & flushes 2024-11-15T07:20:04,401 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731655203584.76aa96bf46e3edefa37ad30bb55560f9. 2024-11-15T07:20:04,401 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731655203584.76aa96bf46e3edefa37ad30bb55560f9. 2024-11-15T07:20:04,401 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731655203584.76aa96bf46e3edefa37ad30bb55560f9. after waiting 0 ms 2024-11-15T07:20:04,401 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731655203584.76aa96bf46e3edefa37ad30bb55560f9. 2024-11-15T07:20:04,401 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731655203584.76aa96bf46e3edefa37ad30bb55560f9. 2024-11-15T07:20:04,401 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 76aa96bf46e3edefa37ad30bb55560f9: Waiting for close lock at 1731655204401Disabling compacts and flushes for region at 1731655204401Disabling writes for close at 1731655204401Writing region close event to WAL at 1731655204401Closed at 1731655204401 2024-11-15T07:20:04,403 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T07:20:04,403 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731655203584.76aa96bf46e3edefa37ad30bb55560f9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731655204403"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731655204403"}]},"ts":"1731655204403"} 2024-11-15T07:20:04,405 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T07:20:04,405 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T07:20:04,406 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655204405"}]},"ts":"1731655204405"} 2024-11-15T07:20:04,407 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T07:20:04,407 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=76aa96bf46e3edefa37ad30bb55560f9, ASSIGN}] 2024-11-15T07:20:04,408 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=76aa96bf46e3edefa37ad30bb55560f9, ASSIGN 2024-11-15T07:20:04,409 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=76aa96bf46e3edefa37ad30bb55560f9, ASSIGN; state=OFFLINE, location=32f0bc5975d0,36513,1731655194513; forceNewPlan=false, retain=false 2024-11-15T07:20:04,559 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=76aa96bf46e3edefa37ad30bb55560f9, regionState=OPENING, regionLocation=32f0bc5975d0,36513,1731655194513 2024-11-15T07:20:04,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=76aa96bf46e3edefa37ad30bb55560f9, ASSIGN because future has completed 2024-11-15T07:20:04,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76aa96bf46e3edefa37ad30bb55560f9, server=32f0bc5975d0,36513,1731655194513}] 2024-11-15T07:20:04,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731655203584.76aa96bf46e3edefa37ad30bb55560f9. 2024-11-15T07:20:04,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:20:04,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T07:20:04,719 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C36513%2C1731655194513.rep, suffix=, logDir=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,36513,1731655194513, archiveDir=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/oldWALs, maxLogs=10 2024-11-15T07:20:04,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:20:04,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,36513,1731655194513/32f0bc5975d0%2C36513%2C1731655194513.rep.1731655204719, exclude list is [], retry=0 2024-11-15T07:20:04,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38751,DS-43f31f67-c81c-4f72-9b61-b038bf4c6bb1,DISK] 2024-11-15T07:20:04,734 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,36513,1731655194513/32f0bc5975d0%2C36513%2C1731655194513.rep.1731655204719 2024-11-15T07:20:04,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33215:33215)] 2024-11-15T07:20:04,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 76aa96bf46e3edefa37ad30bb55560f9, NAME => 'hbase:replication,,1731655203584.76aa96bf46e3edefa37ad30bb55560f9.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:20:04,735 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:20:04,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T07:20:04,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731655203584.76aa96bf46e3edefa37ad30bb55560f9. service=MultiRowMutationService 2024-11-15T07:20:04,735 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T07:20:04,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 76aa96bf46e3edefa37ad30bb55560f9 2024-11-15T07:20:04,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731655203584.76aa96bf46e3edefa37ad30bb55560f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:20:04,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 76aa96bf46e3edefa37ad30bb55560f9 2024-11-15T07:20:04,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 76aa96bf46e3edefa37ad30bb55560f9 2024-11-15T07:20:04,737 INFO [StoreOpener-76aa96bf46e3edefa37ad30bb55560f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 76aa96bf46e3edefa37ad30bb55560f9 2024-11-15T07:20:04,738 INFO [StoreOpener-76aa96bf46e3edefa37ad30bb55560f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76aa96bf46e3edefa37ad30bb55560f9 columnFamilyName hfileref 2024-11-15T07:20:04,738 DEBUG [StoreOpener-76aa96bf46e3edefa37ad30bb55560f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:04,739 INFO [StoreOpener-76aa96bf46e3edefa37ad30bb55560f9-1 {}] regionserver.HStore(327): Store=76aa96bf46e3edefa37ad30bb55560f9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:20:04,739 INFO [StoreOpener-76aa96bf46e3edefa37ad30bb55560f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 76aa96bf46e3edefa37ad30bb55560f9 2024-11-15T07:20:04,740 INFO [StoreOpener-76aa96bf46e3edefa37ad30bb55560f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76aa96bf46e3edefa37ad30bb55560f9 columnFamilyName queue 2024-11-15T07:20:04,740 DEBUG [StoreOpener-76aa96bf46e3edefa37ad30bb55560f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:04,740 INFO [StoreOpener-76aa96bf46e3edefa37ad30bb55560f9-1 {}] regionserver.HStore(327): Store=76aa96bf46e3edefa37ad30bb55560f9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:20:04,740 INFO [StoreOpener-76aa96bf46e3edefa37ad30bb55560f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 76aa96bf46e3edefa37ad30bb55560f9 2024-11-15T07:20:04,741 INFO [StoreOpener-76aa96bf46e3edefa37ad30bb55560f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76aa96bf46e3edefa37ad30bb55560f9 columnFamilyName sid 2024-11-15T07:20:04,741 DEBUG [StoreOpener-76aa96bf46e3edefa37ad30bb55560f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:04,741 INFO [StoreOpener-76aa96bf46e3edefa37ad30bb55560f9-1 {}] regionserver.HStore(327): Store=76aa96bf46e3edefa37ad30bb55560f9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:20:04,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 76aa96bf46e3edefa37ad30bb55560f9 2024-11-15T07:20:04,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/replication/76aa96bf46e3edefa37ad30bb55560f9 2024-11-15T07:20:04,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/replication/76aa96bf46e3edefa37ad30bb55560f9 2024-11-15T07:20:04,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 76aa96bf46e3edefa37ad30bb55560f9 2024-11-15T07:20:04,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 76aa96bf46e3edefa37ad30bb55560f9 2024-11-15T07:20:04,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T07:20:04,745 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 76aa96bf46e3edefa37ad30bb55560f9 2024-11-15T07:20:04,747 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/replication/76aa96bf46e3edefa37ad30bb55560f9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:20:04,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 76aa96bf46e3edefa37ad30bb55560f9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63955295, jitterRate=-0.04699184000492096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T07:20:04,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 76aa96bf46e3edefa37ad30bb55560f9 2024-11-15T07:20:04,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 76aa96bf46e3edefa37ad30bb55560f9: Running coprocessor pre-open hook at 1731655204736Writing region info on filesystem at 1731655204736Initializing all the Stores at 1731655204737 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655204737Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655204737Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655204737Cleaning up temporary data from old regions at 1731655204744 (+7 ms)Running coprocessor post-open hooks at 1731655204748 (+4 ms)Region opened successfully at 1731655204748 2024-11-15T07:20:04,749 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731655203584.76aa96bf46e3edefa37ad30bb55560f9., pid=7, masterSystemTime=1731655204714 2024-11-15T07:20:04,751 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731655203584.76aa96bf46e3edefa37ad30bb55560f9. 2024-11-15T07:20:04,751 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731655203584.76aa96bf46e3edefa37ad30bb55560f9. 2024-11-15T07:20:04,752 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=76aa96bf46e3edefa37ad30bb55560f9, regionState=OPEN, openSeqNum=2, regionLocation=32f0bc5975d0,36513,1731655194513 2024-11-15T07:20:04,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76aa96bf46e3edefa37ad30bb55560f9, server=32f0bc5975d0,36513,1731655194513 because future has completed 2024-11-15T07:20:04,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-15T07:20:04,757 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 76aa96bf46e3edefa37ad30bb55560f9, server=32f0bc5975d0,36513,1731655194513 in 193 msec 2024-11-15T07:20:04,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T07:20:04,759 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=76aa96bf46e3edefa37ad30bb55560f9, ASSIGN in 350 msec 2024-11-15T07:20:04,759 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T07:20:04,760 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655204759"}]},"ts":"1731655204759"} 2024-11-15T07:20:04,762 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T07:20:04,762 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T07:20:04,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1780 sec 2024-11-15T07:20:04,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731655203584.76aa96bf46e3edefa37ad30bb55560f9., hostname=32f0bc5975d0,36513,1731655194513, seqNum=2] 2024-11-15T07:20:04,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x1013d5d496d0001, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01644935641 2024-11-15T07:20:04,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46157-0x1013d5d496d0000, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01644935641 2024-11-15T07:20:04,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T07:20:05,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36513 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-15T07:20:05,127 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T07:20:05,162 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-32f0bc5975d0,36513,1731655194513, ReplicationSource: 1, currentBandwidth=0 2024-11-15T07:20:05,162 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:20:05,162 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,36513,1731655194513, seqNum=-1] 2024-11-15T07:20:05,163 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:20:05,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56159, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-15T07:20:05,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-32f0bc5975d0,36513,1731655194513', locateType=CURRENT is [region=hbase:replication,,1731655203584.76aa96bf46e3edefa37ad30bb55560f9., hostname=32f0bc5975d0,36513,1731655194513, seqNum=2] 2024-11-15T07:20:05,168 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-15T07:20:05,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-15T07:20:05,170 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 32f0bc5975d0,36513,1731655194513 suceeded 2024-11-15T07:20:05,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-15T07:20:05,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-15T07:20:05,172 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://32f0bc5975d0:46565,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T07:20:05,174 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5970 sec 2024-11-15T07:20:05,183 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,36513,1731655194513 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32f0bc5975d0:46565' 2024-11-15T07:20:05,184 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,36513,1731655194513 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d7ff36a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:05,184 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,36513,1731655194513 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,46565,-1 for getting cluster id 2024-11-15T07:20:05,184 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,36513,1731655194513 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:20:05,185 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6540ffb-161e-4a23-96f8-e8896f7e935c' 2024-11-15T07:20:05,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:20:05,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6540ffb-161e-4a23-96f8-e8896f7e935c" 2024-11-15T07:20:05,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@291463d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:05,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,46565,-1] 2024-11-15T07:20:05,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:20:05,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:05,186 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:20:05,187 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,36513,1731655194513 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cd295bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:05,187 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,36513,1731655194513 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:20:05,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,46565,1731655200060 2024-11-15T07:20:05,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d082ec5 2024-11-15T07:20:05,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:20:05,189 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-15T07:20:05,189 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,36513,1731655194513 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-32f0bc5975d0,36513,1731655194513 (queues=1) is replicating from cluster=367e1da9-cd10-421a-99fb-7627f66e2265 to cluster=a6540ffb-161e-4a23-96f8-e8896f7e935c 2024-11-15T07:20:05,189 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,36513,1731655194513 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=32f0bc5975d0%2C36513%2C1731655194513 2024-11-15T07:20:05,189 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,36513,1731655194513 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-32f0bc5975d0,36513,1731655194513, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T07:20:05,190 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,36513,1731655194513.replicationSource.wal-reader.32f0bc5975d0%2C36513%2C1731655194513,1-32f0bc5975d0,36513,1731655194513 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,36513,1731655194513/32f0bc5975d0%2C36513%2C1731655194513.1731655196835, startPosition=0, beingWritten=true 2024-11-15T07:20:05,190 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,36513,1731655194513.replicationSource.shipper32f0bc5975d0%2C36513%2C1731655194513,1-32f0bc5975d0,36513,1731655194513 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 32f0bc5975d0%2C36513%2C1731655194513 2024-11-15T07:20:05,399 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,36513,1731655194513.replicationSource.wal-reader.32f0bc5975d0%2C36513%2C1731655194513,1-32f0bc5975d0,36513,1731655194513 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,36513,1731655194513/32f0bc5975d0%2C36513%2C1731655194513.1731655196835 to pos 0, reset compression=false 2024-11-15T07:20:05,704 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,36513,1731655194513.replicationSource.wal-reader.32f0bc5975d0%2C36513%2C1731655194513,1-32f0bc5975d0,36513,1731655194513 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,36513,1731655194513/32f0bc5975d0%2C36513%2C1731655194513.1731655196835 to pos 0, reset compression=false 2024-11-15T07:20:05,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:20:05,729 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T07:20:05,729 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:20:05,729 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:20:05,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:05,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:05,730 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:20:05,730 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:20:05,731 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,46157,1731655193997 2024-11-15T07:20:05,731 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7390fc3a 2024-11-15T07:20:05,731 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:20:05,732 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:20:05,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46157 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-15T07:20:05,733 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:20:05,733 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:20:05,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:05,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:05,733 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:20:05,733 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T07:20:05,733 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1702152668, stopped=false 2024-11-15T07:20:05,733 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32f0bc5975d0,46157,1731655193997 2024-11-15T07:20:05,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x1013d5d496d0001, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01644935641/running 2024-11-15T07:20:05,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46157-0x1013d5d496d0000, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01644935641/running 2024-11-15T07:20:05,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x1013d5d496d0001, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01644935641 2024-11-15T07:20:05,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46157-0x1013d5d496d0000, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01644935641 2024-11-15T07:20:05,783 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:20:05,783 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:20:05,783 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:20:05,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:05,783 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46157-0x1013d5d496d0000, quorum=127.0.0.1:49409, baseZNode=/01644935641 Set watcher on znode that does not yet exist, /01644935641/running 2024-11-15T07:20:05,783 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36513-0x1013d5d496d0001, quorum=127.0.0.1:49409, baseZNode=/01644935641 Set watcher on znode that does not yet exist, /01644935641/running 2024-11-15T07:20:05,783 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32f0bc5975d0,36513,1731655194513' ***** 2024-11-15T07:20:05,783 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T07:20:05,784 INFO [RS:0;32f0bc5975d0:36513 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T07:20:05,784 INFO [RS:0;32f0bc5975d0:36513 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T07:20:05,784 INFO [RS:0;32f0bc5975d0:36513 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T07:20:05,784 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T07:20:05,784 INFO [RS:0;32f0bc5975d0:36513 {}] regionserver.HRegionServer(3091): Received CLOSE for 76aa96bf46e3edefa37ad30bb55560f9 2024-11-15T07:20:05,784 INFO [RS:0;32f0bc5975d0:36513 {}] regionserver.HRegionServer(959): stopping server 32f0bc5975d0,36513,1731655194513 2024-11-15T07:20:05,784 INFO [RS:0;32f0bc5975d0:36513 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:20:05,784 INFO [RS:0;32f0bc5975d0:36513 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:36513. 2024-11-15T07:20:05,784 DEBUG [RS:0;32f0bc5975d0:36513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:20:05,784 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 76aa96bf46e3edefa37ad30bb55560f9, disabling compactions & flushes 2024-11-15T07:20:05,784 DEBUG [RS:0;32f0bc5975d0:36513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:05,784 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731655203584.76aa96bf46e3edefa37ad30bb55560f9. 2024-11-15T07:20:05,784 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731655203584.76aa96bf46e3edefa37ad30bb55560f9. 2024-11-15T07:20:05,784 INFO [RS:0;32f0bc5975d0:36513 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T07:20:05,784 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731655203584.76aa96bf46e3edefa37ad30bb55560f9. after waiting 0 ms 2024-11-15T07:20:05,784 INFO [RS:0;32f0bc5975d0:36513 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T07:20:05,784 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731655203584.76aa96bf46e3edefa37ad30bb55560f9. 2024-11-15T07:20:05,784 INFO [RS:0;32f0bc5975d0:36513 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T07:20:05,784 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 76aa96bf46e3edefa37ad30bb55560f9 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-15T07:20:05,784 INFO [RS:0;32f0bc5975d0:36513 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T07:20:05,785 INFO [RS:0;32f0bc5975d0:36513 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T07:20:05,785 DEBUG [RS:0;32f0bc5975d0:36513 {}] regionserver.HRegionServer(1325): Online Regions={76aa96bf46e3edefa37ad30bb55560f9=hbase:replication,,1731655203584.76aa96bf46e3edefa37ad30bb55560f9., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T07:20:05,785 DEBUG [RS:0;32f0bc5975d0:36513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76aa96bf46e3edefa37ad30bb55560f9 2024-11-15T07:20:05,785 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:20:05,785 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:20:05,785 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:20:05,785 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:20:05,785 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:20:05,785 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-15T07:20:05,799 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/meta/1588230740/.tmp/info/c2aee3d992c34441826a7bd588ea9949 is 147, key is hbase:replication,,1731655203584.76aa96bf46e3edefa37ad30bb55560f9./info:regioninfo/1731655204752/Put/seqid=0 2024-11-15T07:20:05,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741838_1014 (size=6631) 2024-11-15T07:20:05,804 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/replication/76aa96bf46e3edefa37ad30bb55560f9/.tmp/queue/d1f8fb458b98431184e854f3220ddbaf is 151, key is 1-32f0bc5975d0,36513,1731655194513/queue:32f0bc5975d0%2C36513%2C1731655194513/1731655205167/Put/seqid=0 2024-11-15T07:20:05,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741839_1015 (size=5350) 2024-11-15T07:20:05,815 INFO [regionserver/32f0bc5975d0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:20:05,985 DEBUG [RS:0;32f0bc5975d0:36513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76aa96bf46e3edefa37ad30bb55560f9 2024-11-15T07:20:06,110 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,36513,1731655194513.replicationSource.wal-reader.32f0bc5975d0%2C36513%2C1731655194513,1-32f0bc5975d0,36513,1731655194513 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,36513,1731655194513/32f0bc5975d0%2C36513%2C1731655194513.1731655196835 to pos 0, reset compression=false 2024-11-15T07:20:06,185 DEBUG [RS:0;32f0bc5975d0:36513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76aa96bf46e3edefa37ad30bb55560f9 2024-11-15T07:20:06,204 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/meta/1588230740/.tmp/info/c2aee3d992c34441826a7bd588ea9949 2024-11-15T07:20:06,209 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/replication/76aa96bf46e3edefa37ad30bb55560f9/.tmp/queue/d1f8fb458b98431184e854f3220ddbaf 2024-11-15T07:20:06,215 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/replication/76aa96bf46e3edefa37ad30bb55560f9/.tmp/queue/d1f8fb458b98431184e854f3220ddbaf as hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/replication/76aa96bf46e3edefa37ad30bb55560f9/queue/d1f8fb458b98431184e854f3220ddbaf 2024-11-15T07:20:06,221 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/replication/76aa96bf46e3edefa37ad30bb55560f9/queue/d1f8fb458b98431184e854f3220ddbaf, entries=1, sequenceid=5, filesize=5.2 K 2024-11-15T07:20:06,222 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 76aa96bf46e3edefa37ad30bb55560f9 in 437ms, sequenceid=5, compaction requested=false 2024-11-15T07:20:06,222 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T07:20:06,228 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/meta/1588230740/.tmp/ns/f98d470b2bf34cdb8f78710791c329ba is 43, key is default/ns:d/1731655197834/Put/seqid=0 2024-11-15T07:20:06,229 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/replication/76aa96bf46e3edefa37ad30bb55560f9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T07:20:06,229 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:20:06,229 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:20:06,229 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731655203584.76aa96bf46e3edefa37ad30bb55560f9. 2024-11-15T07:20:06,229 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 76aa96bf46e3edefa37ad30bb55560f9: Waiting for close lock at 1731655205784Running coprocessor pre-close hooks at 1731655205784Disabling compacts and flushes for region at 1731655205784Disabling writes for close at 1731655205784Obtaining lock to block concurrent updates at 1731655205784Preparing flush snapshotting stores in 76aa96bf46e3edefa37ad30bb55560f9 at 1731655205784Finished memstore snapshotting hbase:replication,,1731655203584.76aa96bf46e3edefa37ad30bb55560f9., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731655205785 (+1 ms)Flushing stores of hbase:replication,,1731655203584.76aa96bf46e3edefa37ad30bb55560f9. at 1731655205785Flushing 76aa96bf46e3edefa37ad30bb55560f9/queue: creating writer at 1731655205785Flushing 76aa96bf46e3edefa37ad30bb55560f9/queue: appending metadata at 1731655205803 (+18 ms)Flushing 76aa96bf46e3edefa37ad30bb55560f9/queue: closing flushed file at 1731655205803Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41bc8ca9: reopening flushed file at 1731655206214 (+411 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 76aa96bf46e3edefa37ad30bb55560f9 in 437ms, sequenceid=5, compaction requested=false at 1731655206222 (+8 ms)Writing region close event to WAL at 1731655206223 (+1 ms)Running coprocessor post-close hooks at 1731655206229 (+6 ms)Closed at 1731655206229 2024-11-15T07:20:06,230 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731655203584.76aa96bf46e3edefa37ad30bb55560f9. 2024-11-15T07:20:06,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741840_1016 (size=5153) 2024-11-15T07:20:06,385 DEBUG [RS:0;32f0bc5975d0:36513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:20:06,585 DEBUG [RS:0;32f0bc5975d0:36513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:20:06,615 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,36513,1731655194513.replicationSource.wal-reader.32f0bc5975d0%2C36513%2C1731655194513,1-32f0bc5975d0,36513,1731655194513 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,36513,1731655194513/32f0bc5975d0%2C36513%2C1731655194513.1731655196835 to pos 0, reset compression=false 2024-11-15T07:20:06,632 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/meta/1588230740/.tmp/ns/f98d470b2bf34cdb8f78710791c329ba 2024-11-15T07:20:06,650 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/meta/1588230740/.tmp/table/fbb44e3d2b54422d9286627bebbac0f8 is 53, key is hbase:replication/table:state/1731655204759/Put/seqid=0 2024-11-15T07:20:06,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741841_1017 (size=5256) 2024-11-15T07:20:06,709 INFO [regionserver/32f0bc5975d0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T07:20:06,709 INFO [regionserver/32f0bc5975d0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T07:20:06,786 INFO [RS:0;32f0bc5975d0:36513 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T07:20:06,786 DEBUG [RS:0;32f0bc5975d0:36513 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T07:20:06,786 DEBUG [RS:0;32f0bc5975d0:36513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:20:06,986 DEBUG [RS:0;32f0bc5975d0:36513 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:20:07,055 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/meta/1588230740/.tmp/table/fbb44e3d2b54422d9286627bebbac0f8 2024-11-15T07:20:07,060 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/meta/1588230740/.tmp/info/c2aee3d992c34441826a7bd588ea9949 as hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/meta/1588230740/info/c2aee3d992c34441826a7bd588ea9949 2024-11-15T07:20:07,066 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/meta/1588230740/info/c2aee3d992c34441826a7bd588ea9949, entries=10, sequenceid=11, filesize=6.5 K 2024-11-15T07:20:07,067 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/meta/1588230740/.tmp/ns/f98d470b2bf34cdb8f78710791c329ba as hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/meta/1588230740/ns/f98d470b2bf34cdb8f78710791c329ba 2024-11-15T07:20:07,072 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/meta/1588230740/ns/f98d470b2bf34cdb8f78710791c329ba, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T07:20:07,073 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/meta/1588230740/.tmp/table/fbb44e3d2b54422d9286627bebbac0f8 as hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/meta/1588230740/table/fbb44e3d2b54422d9286627bebbac0f8 2024-11-15T07:20:07,078 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/meta/1588230740/table/fbb44e3d2b54422d9286627bebbac0f8, entries=2, sequenceid=11, filesize=5.1 K 2024-11-15T07:20:07,079 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1294ms, sequenceid=11, compaction requested=false 2024-11-15T07:20:07,083 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T07:20:07,083 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:20:07,083 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:20:07,083 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:20:07,084 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655205785Running coprocessor pre-close hooks at 1731655205785Disabling compacts and flushes for region at 1731655205785Disabling writes for close at 1731655205785Obtaining lock to block concurrent updates at 1731655205785Preparing flush snapshotting stores in 1588230740 at 1731655205785Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731655205785Flushing stores of hbase:meta,,1.1588230740 at 1731655205786 (+1 ms)Flushing 1588230740/info: creating writer at 1731655205786Flushing 1588230740/info: appending metadata at 1731655205799 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731655205799Flushing 1588230740/ns: creating writer at 1731655206210 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731655206227 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731655206227Flushing 1588230740/table: creating writer at 1731655206637 (+410 ms)Flushing 1588230740/table: appending metadata at 1731655206650 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731655206650Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2625c4bf: reopening flushed file at 1731655207060 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28c881ef: reopening flushed file at 1731655207066 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7799b93d: reopening flushed file at 1731655207072 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1294ms, sequenceid=11, compaction requested=false at 1731655207079 (+7 ms)Writing region close event to WAL at 1731655207080 (+1 ms)Running coprocessor post-close hooks at 1731655207083 (+3 ms)Closed at 1731655207083 2024-11-15T07:20:07,084 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T07:20:07,186 INFO [RS:0;32f0bc5975d0:36513 {}] regionserver.HRegionServer(976): stopping server 32f0bc5975d0,36513,1731655194513; all regions closed. 2024-11-15T07:20:07,188 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,36513,1731655194513/32f0bc5975d0%2C36513%2C1731655194513.meta.1731655197758.meta not finished, retry = 0 2024-11-15T07:20:07,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741834_1010 (size=2742) 2024-11-15T07:20:07,221 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,36513,1731655194513.replicationSource.wal-reader.32f0bc5975d0%2C36513%2C1731655194513,1-32f0bc5975d0,36513,1731655194513 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,36513,1731655194513/32f0bc5975d0%2C36513%2C1731655194513.1731655196835 to pos 0, reset compression=false 2024-11-15T07:20:07,291 DEBUG [RS:0;32f0bc5975d0:36513 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/oldWALs 2024-11-15T07:20:07,291 INFO [RS:0;32f0bc5975d0:36513 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32f0bc5975d0%2C36513%2C1731655194513.meta:.meta(num 1731655197758) 2024-11-15T07:20:07,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741837_1013 (size=1586) 2024-11-15T07:20:07,293 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,36513,1731655194513/32f0bc5975d0%2C36513%2C1731655194513.rep.1731655204719 not finished, retry = 0 2024-11-15T07:20:07,396 DEBUG [RS:0;32f0bc5975d0:36513 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/oldWALs 2024-11-15T07:20:07,396 INFO [RS:0;32f0bc5975d0:36513 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32f0bc5975d0%2C36513%2C1731655194513.rep:(num 1731655204719) 2024-11-15T07:20:07,473 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,36513,1731655194513/32f0bc5975d0%2C36513%2C1731655194513.1731655196835 not finished, retry = 0 2024-11-15T07:20:07,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741832_1008 (size=93) 2024-11-15T07:20:07,575 DEBUG [RS:0;32f0bc5975d0:36513 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/oldWALs 2024-11-15T07:20:07,575 INFO [RS:0;32f0bc5975d0:36513 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32f0bc5975d0%2C36513%2C1731655194513:(num 1731655196835) 2024-11-15T07:20:07,575 DEBUG [RS:0;32f0bc5975d0:36513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:07,575 INFO [RS:0;32f0bc5975d0:36513 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:20:07,575 INFO [RS:0;32f0bc5975d0:36513 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:20:07,576 INFO [RS:0;32f0bc5975d0:36513 {}] hbase.ChoreService(370): Chore service for: regionserver/32f0bc5975d0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T07:20:07,576 INFO [RS:0;32f0bc5975d0:36513 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:20:07,576 INFO [regionserver/32f0bc5975d0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:20:07,576 INFO [RS:0;32f0bc5975d0:36513 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-32f0bc5975d0,36513,1731655194513 because: Region server is closing 2024-11-15T07:20:07,576 INFO [RS:0;32f0bc5975d0:36513 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:36513. 2024-11-15T07:20:07,576 DEBUG [RS:0;32f0bc5975d0:36513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:20:07,576 DEBUG [RS:0;32f0bc5975d0:36513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:07,576 DEBUG [RS:0;32f0bc5975d0:36513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:07,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:20:07,676 WARN [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,36513,1731655194513.replicationSource.shipper32f0bc5975d0%2C36513%2C1731655194513,1-32f0bc5975d0,36513,1731655194513 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T07:20:07,676 WARN [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,36513,1731655194513.replicationSource.wal-reader.32f0bc5975d0%2C36513%2C1731655194513,1-32f0bc5975d0,36513,1731655194513 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T07:20:07,677 INFO [RS:0;32f0bc5975d0:36513 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,36513,1731655194513.replicationSource.shipper32f0bc5975d0%2C36513%2C1731655194513,1-32f0bc5975d0,36513,1731655194513 terminated 2024-11-15T07:20:07,677 INFO [RS:0;32f0bc5975d0:36513 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36513 2024-11-15T07:20:07,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46157-0x1013d5d496d0000, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01644935641/rs 2024-11-15T07:20:07,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x1013d5d496d0001, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01644935641/rs/32f0bc5975d0,36513,1731655194513 2024-11-15T07:20:07,698 INFO [RS:0;32f0bc5975d0:36513 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:20:07,709 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32f0bc5975d0,36513,1731655194513] 2024-11-15T07:20:07,719 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01644935641/draining/32f0bc5975d0,36513,1731655194513 already deleted, retry=false 2024-11-15T07:20:07,719 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32f0bc5975d0,36513,1731655194513 expired; onlineServers=0 2024-11-15T07:20:07,719 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32f0bc5975d0,46157,1731655193997' ***** 2024-11-15T07:20:07,719 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T07:20:07,720 INFO [M:0;32f0bc5975d0:46157 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:20:07,720 INFO [M:0;32f0bc5975d0:46157 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:20:07,720 DEBUG [M:0;32f0bc5975d0:46157 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T07:20:07,720 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T07:20:07,720 DEBUG [M:0;32f0bc5975d0:46157 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T07:20:07,720 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655196559 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655196559,5,FailOnTimeoutGroup] 2024-11-15T07:20:07,720 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655196559 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655196559,5,FailOnTimeoutGroup] 2024-11-15T07:20:07,720 INFO [M:0;32f0bc5975d0:46157 {}] hbase.ChoreService(370): Chore service for: master/32f0bc5975d0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T07:20:07,720 INFO [M:0;32f0bc5975d0:46157 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:20:07,720 DEBUG [M:0;32f0bc5975d0:46157 {}] master.HMaster(1795): Stopping service threads 2024-11-15T07:20:07,720 INFO [M:0;32f0bc5975d0:46157 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T07:20:07,720 INFO [M:0;32f0bc5975d0:46157 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:20:07,720 INFO [M:0;32f0bc5975d0:46157 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T07:20:07,720 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T07:20:07,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46157-0x1013d5d496d0000, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01644935641/master 2024-11-15T07:20:07,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46157-0x1013d5d496d0000, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01644935641 2024-11-15T07:20:07,730 DEBUG [M:0;32f0bc5975d0:46157 {}] zookeeper.ZKUtil(347): master:46157-0x1013d5d496d0000, quorum=127.0.0.1:49409, baseZNode=/01644935641 Unable to get data of znode /01644935641/master because node does not exist (not an error) 2024-11-15T07:20:07,730 WARN [M:0;32f0bc5975d0:46157 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T07:20:07,731 INFO [M:0;32f0bc5975d0:46157 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/.lastflushedseqids 2024-11-15T07:20:07,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741842_1018 (size=181) 2024-11-15T07:20:07,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x1013d5d496d0001, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:20:07,809 INFO [RS:0;32f0bc5975d0:36513 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:20:07,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36513-0x1013d5d496d0001, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:20:07,809 INFO [RS:0;32f0bc5975d0:36513 {}] regionserver.HRegionServer(1031): Exiting; stopping=32f0bc5975d0,36513,1731655194513; zookeeper connection closed. 2024-11-15T07:20:07,809 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6254c8ad {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6254c8ad 2024-11-15T07:20:07,810 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T07:20:08,135 INFO [M:0;32f0bc5975d0:46157 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T07:20:08,135 INFO [M:0;32f0bc5975d0:46157 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T07:20:08,136 DEBUG [M:0;32f0bc5975d0:46157 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:20:08,136 INFO [M:0;32f0bc5975d0:46157 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:20:08,136 DEBUG [M:0;32f0bc5975d0:46157 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:20:08,136 DEBUG [M:0;32f0bc5975d0:46157 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:20:08,136 DEBUG [M:0;32f0bc5975d0:46157 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:20:08,136 INFO [M:0;32f0bc5975d0:46157 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-15T07:20:08,150 DEBUG [M:0;32f0bc5975d0:46157 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af142d97ea814c8ea35b10fdb4619683 is 82, key is hbase:meta,,1/info:regioninfo/1731655197787/Put/seqid=0 2024-11-15T07:20:08,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741843_1019 (size=5672) 2024-11-15T07:20:08,554 INFO [M:0;32f0bc5975d0:46157 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af142d97ea814c8ea35b10fdb4619683 2024-11-15T07:20:08,575 DEBUG [M:0;32f0bc5975d0:46157 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8372408a7f2c412280c076835314fe13 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731655204763/Put/seqid=0 2024-11-15T07:20:08,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741844_1020 (size=7203) 2024-11-15T07:20:08,944 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T07:20:08,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:08,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:08,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:08,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:08,979 INFO [M:0;32f0bc5975d0:46157 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8372408a7f2c412280c076835314fe13 2024-11-15T07:20:08,987 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:09,002 DEBUG [M:0;32f0bc5975d0:46157 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcd0bd36b757448fa73248ff87cd701b is 69, key is 32f0bc5975d0,36513,1731655194513/rs:state/1731655196687/Put/seqid=0 2024-11-15T07:20:09,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741845_1021 (size=5156) 2024-11-15T07:20:09,406 INFO [M:0;32f0bc5975d0:46157 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcd0bd36b757448fa73248ff87cd701b 2024-11-15T07:20:09,411 DEBUG [M:0;32f0bc5975d0:46157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/af142d97ea814c8ea35b10fdb4619683 as hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/af142d97ea814c8ea35b10fdb4619683 2024-11-15T07:20:09,416 INFO [M:0;32f0bc5975d0:46157 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/af142d97ea814c8ea35b10fdb4619683, entries=8, sequenceid=70, filesize=5.5 K 2024-11-15T07:20:09,417 DEBUG [M:0;32f0bc5975d0:46157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8372408a7f2c412280c076835314fe13 as hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8372408a7f2c412280c076835314fe13 2024-11-15T07:20:09,421 INFO [M:0;32f0bc5975d0:46157 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8372408a7f2c412280c076835314fe13, entries=8, sequenceid=70, filesize=7.0 K 2024-11-15T07:20:09,424 DEBUG [M:0;32f0bc5975d0:46157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bcd0bd36b757448fa73248ff87cd701b as hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bcd0bd36b757448fa73248ff87cd701b 2024-11-15T07:20:09,428 INFO [M:0;32f0bc5975d0:46157 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bcd0bd36b757448fa73248ff87cd701b, entries=1, sequenceid=70, filesize=5.0 K 2024-11-15T07:20:09,429 INFO [M:0;32f0bc5975d0:46157 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=70, compaction requested=false 2024-11-15T07:20:09,434 INFO [M:0;32f0bc5975d0:46157 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:20:09,434 DEBUG [M:0;32f0bc5975d0:46157 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655208135Disabling compacts and flushes for region at 1731655208135Disabling writes for close at 1731655208136 (+1 ms)Obtaining lock to block concurrent updates at 1731655208136Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731655208136Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731655208136Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731655208137 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731655208137Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731655208150 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731655208150Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731655208559 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731655208575 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731655208575Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731655208984 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731655209001 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731655209001Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a5d2506: reopening flushed file at 1731655209410 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36fc2c1d: reopening flushed file at 1731655209416 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5728e4f0: reopening flushed file at 1731655209421 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1293ms, sequenceid=70, compaction requested=false at 1731655209429 (+8 ms)Writing region close event to WAL at 1731655209434 (+5 ms)Closed at 1731655209434 2024-11-15T07:20:09,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741830_1006 (size=41008) 2024-11-15T07:20:09,436 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/WALs/32f0bc5975d0,46157,1731655193997/32f0bc5975d0%2C46157%2C1731655193997.1731655196288 not finished, retry = 0 2024-11-15T07:20:09,537 INFO [M:0;32f0bc5975d0:46157 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T07:20:09,537 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:20:09,537 INFO [M:0;32f0bc5975d0:46157 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46157 2024-11-15T07:20:09,537 INFO [M:0;32f0bc5975d0:46157 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:20:09,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46157-0x1013d5d496d0000, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:20:09,698 INFO [M:0;32f0bc5975d0:46157 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:20:09,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46157-0x1013d5d496d0000, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:20:09,700 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:20:09,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:20:09,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:20:09,700 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:20:09,700 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:20:09,701 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:20:09,701 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T07:20:09,701 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:20:09,701 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36527 2024-11-15T07:20:09,702 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36527 connecting to ZooKeeper ensemble=127.0.0.1:49409 2024-11-15T07:20:09,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365270x0, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:20:09,714 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36527-0x1013d5d496d0006 connected 2024-11-15T07:20:09,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:20:09,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:20:09,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36527-0x1013d5d496d0006, quorum=127.0.0.1:49409, baseZNode=/01644935641 Set watcher on znode that does not yet exist, /01644935641/running 2024-11-15T07:20:09,730 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01644935641/meta-region-server: INIT 2024-11-15T07:20:09,731 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270, hbase.cluster.distributed=false 2024-11-15T07:20:09,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36527-0x1013d5d496d0006, quorum=127.0.0.1:49409, baseZNode=/01644935641 Set watcher on znode that does not yet exist, /01644935641/acl 2024-11-15T07:20:09,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36527 2024-11-15T07:20:09,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36527 2024-11-15T07:20:09,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36527 2024-11-15T07:20:09,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36527 2024-11-15T07:20:09,733 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36527 2024-11-15T07:20:09,749 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:20:09,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:20:09,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:20:09,749 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:20:09,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:20:09,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:20:09,749 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T07:20:09,749 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:20:09,750 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39471 2024-11-15T07:20:09,751 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39471 connecting to ZooKeeper ensemble=127.0.0.1:49409 2024-11-15T07:20:09,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:20:09,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:20:09,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394710x0, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:20:09,767 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01644935641/meta-region-server: INIT 2024-11-15T07:20:09,767 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394710x0, quorum=127.0.0.1:49409, baseZNode=/01644935641 Set watcher on znode that does not yet exist, /01644935641/running 2024-11-15T07:20:09,767 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39471-0x1013d5d496d0007 connected 2024-11-15T07:20:09,767 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T07:20:09,768 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T07:20:09,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39471-0x1013d5d496d0007, quorum=127.0.0.1:49409, baseZNode=/01644935641 Set watcher on znode that does not yet exist, /01644935641/master 2024-11-15T07:20:09,769 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39471-0x1013d5d496d0007, quorum=127.0.0.1:49409, baseZNode=/01644935641 Set watcher on znode that does not yet exist, /01644935641/acl 2024-11-15T07:20:09,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39471 2024-11-15T07:20:09,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39471 2024-11-15T07:20:09,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39471 2024-11-15T07:20:09,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39471 2024-11-15T07:20:09,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39471 2024-11-15T07:20:09,786 DEBUG [M:0;32f0bc5975d0:36527 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32f0bc5975d0:36527 2024-11-15T07:20:09,786 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01644935641/backup-masters/32f0bc5975d0,36527,1731655209700 2024-11-15T07:20:09,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36527-0x1013d5d496d0006, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01644935641/backup-masters 2024-11-15T07:20:09,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1013d5d496d0007, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01644935641/backup-masters 2024-11-15T07:20:09,798 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36527-0x1013d5d496d0006, quorum=127.0.0.1:49409, baseZNode=/01644935641 Set watcher on existing znode=/01644935641/backup-masters/32f0bc5975d0,36527,1731655209700 2024-11-15T07:20:09,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36527-0x1013d5d496d0006, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01644935641 2024-11-15T07:20:09,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1013d5d496d0007, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01644935641/master 2024-11-15T07:20:09,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1013d5d496d0007, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01644935641 2024-11-15T07:20:09,809 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36527-0x1013d5d496d0006, quorum=127.0.0.1:49409, baseZNode=/01644935641 Set watcher on existing znode=/01644935641/master 2024-11-15T07:20:09,809 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01644935641/backup-masters/32f0bc5975d0,36527,1731655209700 from backup master directory 2024-11-15T07:20:09,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36527-0x1013d5d496d0006, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01644935641/backup-masters/32f0bc5975d0,36527,1731655209700 2024-11-15T07:20:09,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1013d5d496d0007, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01644935641/backup-masters 2024-11-15T07:20:09,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36527-0x1013d5d496d0006, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01644935641/backup-masters 2024-11-15T07:20:09,819 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:20:09,819 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32f0bc5975d0,36527,1731655209700 2024-11-15T07:20:09,828 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:20:09,829 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T07:20:09,833 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 4ms. 2024-11-15T07:20:09,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741846_1022 (size=196) 2024-11-15T07:20:10,251 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:20:10,251 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T07:20:10,252 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:20:10,257 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-15T07:20:10,259 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/WALs/32f0bc5975d0,46157,1731655193997 to hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/WALs/32f0bc5975d0,46157,1731655193997-dead as it is dead 2024-11-15T07:20:10,260 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/WALs/32f0bc5975d0,46157,1731655193997-dead/32f0bc5975d0%2C46157%2C1731655193997.1731655196288 2024-11-15T07:20:10,261 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/WALs/32f0bc5975d0,46157,1731655193997-dead/32f0bc5975d0%2C46157%2C1731655193997.1731655196288 after 1ms 2024-11-15T07:20:10,262 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/WALs/32f0bc5975d0,46157,1731655193997-dead/32f0bc5975d0%2C46157%2C1731655193997.1731655196288 to hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/32f0bc5975d0%2C46157%2C1731655193997.1731655196288 2024-11-15T07:20:10,262 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/WALs/32f0bc5975d0,46157,1731655193997-dead 2024-11-15T07:20:10,263 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/WALs/32f0bc5975d0,36527,1731655209700 2024-11-15T07:20:10,263 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:20:10,265 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32f0bc5975d0%2C36527%2C1731655209700, suffix=, logDir=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/WALs/32f0bc5975d0,36527,1731655209700, archiveDir=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/oldWALs, maxLogs=10 2024-11-15T07:20:10,280 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/WALs/32f0bc5975d0,36527,1731655209700/32f0bc5975d0%2C36527%2C1731655209700.1731655210265, exclude list is [], retry=0 2024-11-15T07:20:10,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38751,DS-43f31f67-c81c-4f72-9b61-b038bf4c6bb1,DISK] 2024-11-15T07:20:10,285 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/WALs/32f0bc5975d0,36527,1731655209700/32f0bc5975d0%2C36527%2C1731655209700.1731655210265 2024-11-15T07:20:10,285 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33215:33215)] 2024-11-15T07:20:10,285 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:20:10,285 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:20:10,285 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:10,285 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:10,290 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:10,291 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T07:20:10,291 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:10,297 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/af142d97ea814c8ea35b10fdb4619683 2024-11-15T07:20:10,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:20:10,297 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:10,298 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T07:20:10,298 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:10,302 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8372408a7f2c412280c076835314fe13 2024-11-15T07:20:10,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:20:10,302 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:10,303 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T07:20:10,303 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:10,309 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bcd0bd36b757448fa73248ff87cd701b 2024-11-15T07:20:10,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:20:10,309 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:10,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T07:20:10,310 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:10,310 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:20:10,311 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:10,311 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-15T07:20:10,311 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/32f0bc5975d0%2C46157%2C1731655193997.1731655196288 2024-11-15T07:20:10,317 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/32f0bc5975d0%2C46157%2C1731655193997.1731655196288 2024-11-15T07:20:10,317 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/32f0bc5975d0%2C46157%2C1731655193997.1731655196288 2024-11-15T07:20:10,318 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:10,318 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:10,319 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:20:10,320 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:10,322 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-15T07:20:10,323 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70406827, jitterRate=0.0491434782743454}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:20:10,323 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731655210285Initializing all the Stores at 1731655210286 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655210286Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655210290 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655210290Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655210290Cleaning up temporary data from old regions at 1731655210318 (+28 ms)Region opened successfully at 1731655210323 (+5 ms) 2024-11-15T07:20:10,323 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T07:20:10,325 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bb8b23e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:20:10,327 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-15T07:20:10,327 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T07:20:10,327 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T07:20:10,327 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T07:20:10,328 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T07:20:10,330 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T07:20:10,330 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T07:20:10,331 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T07:20:10,331 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-15T07:20:10,331 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T07:20:10,333 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=32f0bc5975d0,36513,1731655194513, regionLocation=32f0bc5975d0,36513,1731655194513, openSeqNum=2 2024-11-15T07:20:10,333 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=32f0bc5975d0,36513,1731655194513, table=hbase:meta, region=1588230740 2024-11-15T07:20:10,334 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,36513,1731655194513, state=OPEN 2024-11-15T07:20:10,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1013d5d496d0007, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01644935641/meta-region-server 2024-11-15T07:20:10,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36527-0x1013d5d496d0006, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01644935641/meta-region-server 2024-11-15T07:20:10,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01644935641/meta-region-server: CHANGED 2024-11-15T07:20:10,382 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01644935641/meta-region-server: CHANGED 2024-11-15T07:20:10,386 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-15T07:20:10,398 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01644935641/draining/32f0bc5975d0,36513,1731655194513 already deleted, retry=false 2024-11-15T07:20:10,398 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 32f0bc5975d0,36513,1731655194513 on 32f0bc5975d0,36527,1731655209700 2024-11-15T07:20:10,400 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 32f0bc5975d0,36513,1731655194513, splitWal=true, meta=true 2024-11-15T07:20:10,400 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 32f0bc5975d0,36513,1731655194513 (carryingMeta=true) 32f0bc5975d0,36513,1731655194513/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@5935baaa[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-15T07:20:10,401 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36527-0x1013d5d496d0006, quorum=127.0.0.1:49409, baseZNode=/01644935641 Unable to get data of znode /01644935641/balancer because node does not exist (not necessarily an error) 2024-11-15T07:20:10,414 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01644935641/balancer already deleted, retry=false 2024-11-15T07:20:10,415 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T07:20:10,415 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36527-0x1013d5d496d0006, quorum=127.0.0.1:49409, baseZNode=/01644935641 Unable to get data of znode /01644935641/normalizer because node does not exist (not necessarily an error) 2024-11-15T07:20:10,424 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01644935641/normalizer already deleted, retry=false 2024-11-15T07:20:10,425 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T07:20:10,426 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36527-0x1013d5d496d0006, quorum=127.0.0.1:49409, baseZNode=/01644935641 Unable to get data of znode /01644935641/switch/split because node does not exist (not necessarily an error) 2024-11-15T07:20:10,435 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01644935641/switch/split already deleted, retry=false 2024-11-15T07:20:10,436 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36527-0x1013d5d496d0006, quorum=127.0.0.1:49409, baseZNode=/01644935641 Unable to get data of znode /01644935641/switch/merge because node does not exist (not necessarily an error) 2024-11-15T07:20:10,445 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01644935641/switch/merge already deleted, retry=false 2024-11-15T07:20:10,459 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36527-0x1013d5d496d0006, quorum=127.0.0.1:49409, baseZNode=/01644935641 Unable to get data of znode /01644935641/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T07:20:10,466 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01644935641/snapshot-cleanup already deleted, retry=false 2024-11-15T07:20:10,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36527-0x1013d5d496d0006, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01644935641/running 2024-11-15T07:20:10,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1013d5d496d0007, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01644935641/running 2024-11-15T07:20:10,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36527-0x1013d5d496d0006, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01644935641 2024-11-15T07:20:10,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1013d5d496d0007, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01644935641 2024-11-15T07:20:10,477 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32f0bc5975d0,36527,1731655209700, sessionid=0x1013d5d496d0006, setting cluster-up flag (Was=false) 2024-11-15T07:20:10,488 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01644935641/flush-table-proc/acquired, /01644935641/flush-table-proc/reached, /01644935641/flush-table-proc/abort 2024-11-15T07:20:10,489 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,36527,1731655209700 2024-11-15T07:20:10,499 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01644935641/online-snapshot/acquired, /01644935641/online-snapshot/reached, /01644935641/online-snapshot/abort 2024-11-15T07:20:10,500 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,36527,1731655209700 2024-11-15T07:20:10,501 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/.lastflushedseqids 2024-11-15T07:20:10,503 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T07:20:10,503 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T07:20:10,503 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32f0bc5975d0,36527,1731655209700 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 32f0bc5975d0,36513,1731655194513 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T07:20:10,504 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:20:10,504 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:20:10,504 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:20:10,504 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:20:10,504 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32f0bc5975d0:0, corePoolSize=10, maxPoolSize=10 2024-11-15T07:20:10,504 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:10,504 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:20:10,504 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:10,505 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731655240505 2024-11-15T07:20:10,505 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T07:20:10,505 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T07:20:10,505 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T07:20:10,505 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T07:20:10,505 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T07:20:10,505 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T07:20:10,505 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:10,506 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 32f0bc5975d0,36513,1731655194513, splitWal=true, meta=true 2024-11-15T07:20:10,506 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T07:20:10,506 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T07:20:10,506 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T07:20:10,506 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T07:20:10,506 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T07:20:10,506 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T07:20:10,506 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 32f0bc5975d0,36513,1731655194513, splitWal=true, meta=true, isMeta: true 2024-11-15T07:20:10,507 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655210506,5,FailOnTimeoutGroup] 2024-11-15T07:20:10,507 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655210507,5,FailOnTimeoutGroup] 2024-11-15T07:20:10,507 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:10,507 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T07:20:10,507 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:10,507 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:10,507 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731655210507, completionTime=-1 2024-11-15T07:20:10,507 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-15T07:20:10,507 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-15T07:20:10,508 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,36513,1731655194513-splitting 2024-11-15T07:20:10,508 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,36513,1731655194513-splitting dir is empty, no logs to split. 2024-11-15T07:20:10,508 INFO [PEWorker-1 {}] master.SplitWALManager(105): 32f0bc5975d0,36513,1731655194513 WAL count=0, meta=true 2024-11-15T07:20:10,511 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,36513,1731655194513-splitting dir is empty, no logs to split. 2024-11-15T07:20:10,511 INFO [PEWorker-1 {}] master.SplitWALManager(105): 32f0bc5975d0,36513,1731655194513 WAL count=0, meta=true 2024-11-15T07:20:10,511 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 32f0bc5975d0,36513,1731655194513 WAL splitting is done? wals=0, meta=true 2024-11-15T07:20:10,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T07:20:10,513 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:20:10,514 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T07:20:10,578 INFO [RS:0;32f0bc5975d0:39471 {}] regionserver.HRegionServer(746): ClusterId : 367e1da9-cd10-421a-99fb-7627f66e2265 2024-11-15T07:20:10,578 DEBUG [RS:0;32f0bc5975d0:39471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T07:20:10,588 DEBUG [RS:0;32f0bc5975d0:39471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T07:20:10,588 DEBUG [RS:0;32f0bc5975d0:39471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T07:20:10,599 DEBUG [RS:0;32f0bc5975d0:39471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T07:20:10,599 DEBUG [RS:0;32f0bc5975d0:39471 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e8beb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:20:10,612 DEBUG [RS:0;32f0bc5975d0:39471 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32f0bc5975d0:39471 2024-11-15T07:20:10,612 INFO [RS:0;32f0bc5975d0:39471 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T07:20:10,612 INFO [RS:0;32f0bc5975d0:39471 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T07:20:10,612 DEBUG [RS:0;32f0bc5975d0:39471 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T07:20:10,612 INFO [RS:0;32f0bc5975d0:39471 {}] regionserver.HRegionServer(2659): reportForDuty to master=32f0bc5975d0,36527,1731655209700 with port=39471, startcode=1731655209748 2024-11-15T07:20:10,612 DEBUG [RS:0;32f0bc5975d0:39471 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T07:20:10,614 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T07:20:10,614 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36527 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32f0bc5975d0,39471,1731655209748 2024-11-15T07:20:10,614 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36527 {}] master.ServerManager(517): Registering regionserver=32f0bc5975d0,39471,1731655209748 2024-11-15T07:20:10,615 DEBUG [RS:0;32f0bc5975d0:39471 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270 2024-11-15T07:20:10,615 DEBUG [RS:0;32f0bc5975d0:39471 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38403 2024-11-15T07:20:10,615 DEBUG [RS:0;32f0bc5975d0:39471 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T07:20:10,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36527-0x1013d5d496d0006, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01644935641/rs 2024-11-15T07:20:10,653 DEBUG [RS:0;32f0bc5975d0:39471 {}] zookeeper.ZKUtil(111): regionserver:39471-0x1013d5d496d0007, quorum=127.0.0.1:49409, baseZNode=/01644935641 Set watcher on existing znode=/01644935641/rs/32f0bc5975d0,39471,1731655209748 2024-11-15T07:20:10,653 WARN [RS:0;32f0bc5975d0:39471 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:20:10,653 INFO [RS:0;32f0bc5975d0:39471 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:20:10,653 DEBUG [RS:0;32f0bc5975d0:39471 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,39471,1731655209748 2024-11-15T07:20:10,653 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32f0bc5975d0,39471,1731655209748] 2024-11-15T07:20:10,657 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=150ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-15T07:20:10,664 WARN [32f0bc5975d0:36527 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-15T07:20:10,671 INFO [RS:0;32f0bc5975d0:39471 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T07:20:10,672 INFO [RS:0;32f0bc5975d0:39471 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T07:20:10,672 INFO [RS:0;32f0bc5975d0:39471 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T07:20:10,673 INFO [RS:0;32f0bc5975d0:39471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:10,673 INFO [RS:0;32f0bc5975d0:39471 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T07:20:10,673 INFO [RS:0;32f0bc5975d0:39471 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T07:20:10,674 INFO [RS:0;32f0bc5975d0:39471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:10,674 DEBUG [RS:0;32f0bc5975d0:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:10,674 DEBUG [RS:0;32f0bc5975d0:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:10,674 DEBUG [RS:0;32f0bc5975d0:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:10,674 DEBUG [RS:0;32f0bc5975d0:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:10,674 DEBUG [RS:0;32f0bc5975d0:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:10,674 DEBUG [RS:0;32f0bc5975d0:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:20:10,674 DEBUG [RS:0;32f0bc5975d0:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:10,674 DEBUG [RS:0;32f0bc5975d0:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:10,674 DEBUG [RS:0;32f0bc5975d0:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:10,674 DEBUG [RS:0;32f0bc5975d0:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:10,674 DEBUG [RS:0;32f0bc5975d0:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:10,674 DEBUG [RS:0;32f0bc5975d0:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:10,674 DEBUG [RS:0;32f0bc5975d0:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:20:10,674 DEBUG [RS:0;32f0bc5975d0:39471 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:20:10,674 INFO [RS:0;32f0bc5975d0:39471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:10,674 INFO [RS:0;32f0bc5975d0:39471 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:10,675 INFO [RS:0;32f0bc5975d0:39471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:10,675 INFO [RS:0;32f0bc5975d0:39471 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:10,675 INFO [RS:0;32f0bc5975d0:39471 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:10,675 INFO [RS:0;32f0bc5975d0:39471 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,39471,1731655209748-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:20:10,687 INFO [RS:0;32f0bc5975d0:39471 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T07:20:10,687 INFO [RS:0;32f0bc5975d0:39471 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,39471,1731655209748-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:10,699 INFO [RS:0;32f0bc5975d0:39471 {}] regionserver.ReplicationSource(231): queueId=1-32f0bc5975d0,39471,1731655209748, ReplicationSource: 1, currentBandwidth=0 2024-11-15T07:20:10,700 INFO [RS:0;32f0bc5975d0:39471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:10,700 INFO [RS:0;32f0bc5975d0:39471 {}] regionserver.Replication(171): 32f0bc5975d0,39471,1731655209748 started 2024-11-15T07:20:10,712 INFO [RS:0;32f0bc5975d0:39471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:10,712 INFO [RS:0;32f0bc5975d0:39471 {}] regionserver.HRegionServer(1482): Serving as 32f0bc5975d0,39471,1731655209748, RpcServer on 32f0bc5975d0/172.17.0.2:39471, sessionid=0x1013d5d496d0007 2024-11-15T07:20:10,712 DEBUG [RS:0;32f0bc5975d0:39471.replicationSource,1-32f0bc5975d0,39471,1731655209748 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32f0bc5975d0:46565' 2024-11-15T07:20:10,712 DEBUG [RS:0;32f0bc5975d0:39471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T07:20:10,712 DEBUG [RS:0;32f0bc5975d0:39471 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32f0bc5975d0,39471,1731655209748 2024-11-15T07:20:10,712 DEBUG [RS:0;32f0bc5975d0:39471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,39471,1731655209748' 2024-11-15T07:20:10,712 DEBUG [RS:0;32f0bc5975d0:39471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01644935641/flush-table-proc/abort' 2024-11-15T07:20:10,713 DEBUG [RS:0;32f0bc5975d0:39471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01644935641/flush-table-proc/acquired' 2024-11-15T07:20:10,713 DEBUG [RS:0;32f0bc5975d0:39471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T07:20:10,713 DEBUG [RS:0;32f0bc5975d0:39471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T07:20:10,713 DEBUG [RS:0;32f0bc5975d0:39471 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32f0bc5975d0,39471,1731655209748 2024-11-15T07:20:10,713 DEBUG [RS:0;32f0bc5975d0:39471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,39471,1731655209748' 2024-11-15T07:20:10,713 DEBUG [RS:0;32f0bc5975d0:39471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01644935641/online-snapshot/abort' 2024-11-15T07:20:10,713 DEBUG [RS:0;32f0bc5975d0:39471.replicationSource,1-32f0bc5975d0,39471,1731655209748 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bd8622d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:10,713 DEBUG [RS:0;32f0bc5975d0:39471.replicationSource,1-32f0bc5975d0,39471,1731655209748 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,46565,-1 for getting cluster id 2024-11-15T07:20:10,713 DEBUG [RS:0;32f0bc5975d0:39471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01644935641/online-snapshot/acquired' 2024-11-15T07:20:10,713 DEBUG [RS:0;32f0bc5975d0:39471.replicationSource,1-32f0bc5975d0,39471,1731655209748 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:20:10,714 DEBUG [RS:0;32f0bc5975d0:39471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T07:20:10,714 INFO [RS:0;32f0bc5975d0:39471 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T07:20:10,714 INFO [RS:0;32f0bc5975d0:39471 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T07:20:10,714 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a6540ffb-161e-4a23-96f8-e8896f7e935c' 2024-11-15T07:20:10,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:20:10,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a6540ffb-161e-4a23-96f8-e8896f7e935c" 2024-11-15T07:20:10,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d0e9919, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:10,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,46565,-1] 2024-11-15T07:20:10,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:20:10,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:10,716 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:20:10,716 DEBUG [RS:0;32f0bc5975d0:39471.replicationSource,1-32f0bc5975d0,39471,1731655209748 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56afcdad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:10,716 DEBUG [RS:0;32f0bc5975d0:39471.replicationSource,1-32f0bc5975d0,39471,1731655209748 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:20:10,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,46565,1731655200060 2024-11-15T07:20:10,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b8a2be9 2024-11-15T07:20:10,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:20:10,718 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-15T07:20:10,719 INFO [RS:0;32f0bc5975d0:39471.replicationSource,1-32f0bc5975d0,39471,1731655209748 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-32f0bc5975d0,39471,1731655209748 (queues=0) is replicating from cluster=367e1da9-cd10-421a-99fb-7627f66e2265 to cluster=a6540ffb-161e-4a23-96f8-e8896f7e935c 2024-11-15T07:20:10,814 INFO [RS:0;32f0bc5975d0:39471 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:20:10,815 INFO [RS:0;32f0bc5975d0:39471 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C39471%2C1731655209748, suffix=, logDir=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,39471,1731655209748, archiveDir=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/oldWALs, maxLogs=10 2024-11-15T07:20:10,827 DEBUG [RS:0;32f0bc5975d0:39471 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,39471,1731655209748/32f0bc5975d0%2C39471%2C1731655209748.1731655210816, exclude list is [], retry=0 2024-11-15T07:20:10,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38751,DS-43f31f67-c81c-4f72-9b61-b038bf4c6bb1,DISK] 2024-11-15T07:20:10,831 INFO [RS:0;32f0bc5975d0:39471 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,39471,1731655209748/32f0bc5975d0%2C39471%2C1731655209748.1731655210816 2024-11-15T07:20:10,831 DEBUG [RS:0;32f0bc5975d0:39471 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 32f0bc5975d0%2C39471%2C1731655209748 for peer 1 2024-11-15T07:20:10,831 DEBUG [RS:0;32f0bc5975d0:39471 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=32f0bc5975d0%2C39471%2C1731655209748 2024-11-15T07:20:10,831 INFO [RS:0;32f0bc5975d0:39471 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-32f0bc5975d0,39471,1731655209748, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T07:20:10,831 DEBUG [RS:0;32f0bc5975d0:39471 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33215:33215)] 2024-11-15T07:20:10,831 INFO [RS:0;32f0bc5975d0:39471.replicationSource.shipper32f0bc5975d0%2C39471%2C1731655209748,1-32f0bc5975d0,39471,1731655209748 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 32f0bc5975d0%2C39471%2C1731655209748 2024-11-15T07:20:10,832 DEBUG [RS:0;32f0bc5975d0:39471.replicationSource.wal-reader.32f0bc5975d0%2C39471%2C1731655209748,1-32f0bc5975d0,39471,1731655209748 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,39471,1731655209748/32f0bc5975d0%2C39471%2C1731655209748.1731655210816, startPosition=0, beingWritten=true 2024-11-15T07:20:10,914 DEBUG [32f0bc5975d0:36527 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T07:20:10,915 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32f0bc5975d0,39471,1731655209748 2024-11-15T07:20:10,916 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,39471,1731655209748, state=OPENING 2024-11-15T07:20:10,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36527-0x1013d5d496d0006, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01644935641/meta-region-server 2024-11-15T07:20:10,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1013d5d496d0007, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01644935641/meta-region-server 2024-11-15T07:20:10,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01644935641/meta-region-server: CHANGED 2024-11-15T07:20:10,935 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01644935641/meta-region-server: CHANGED 2024-11-15T07:20:10,935 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:20:10,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,39471,1731655209748}] 2024-11-15T07:20:11,036 DEBUG [RS:0;32f0bc5975d0:39471.replicationSource.wal-reader.32f0bc5975d0%2C39471%2C1731655209748,1-32f0bc5975d0,39471,1731655209748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,39471,1731655209748/32f0bc5975d0%2C39471%2C1731655209748.1731655210816 to pos 0, reset compression=false 2024-11-15T07:20:11,088 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T07:20:11,089 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40547, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T07:20:11,092 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T07:20:11,092 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:20:11,092 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T07:20:11,093 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C39471%2C1731655209748.meta, suffix=.meta, logDir=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,39471,1731655209748, archiveDir=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/oldWALs, maxLogs=10 2024-11-15T07:20:11,104 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,39471,1731655209748/32f0bc5975d0%2C39471%2C1731655209748.meta.1731655211093.meta, exclude list is [], retry=0 2024-11-15T07:20:11,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38751,DS-43f31f67-c81c-4f72-9b61-b038bf4c6bb1,DISK] 2024-11-15T07:20:11,108 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,39471,1731655209748/32f0bc5975d0%2C39471%2C1731655209748.meta.1731655211093.meta 2024-11-15T07:20:11,108 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33215:33215)] 2024-11-15T07:20:11,108 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:20:11,108 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:20:11,108 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T07:20:11,108 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T07:20:11,108 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T07:20:11,109 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T07:20:11,109 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:20:11,109 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T07:20:11,109 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T07:20:11,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:20:11,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:20:11,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:11,116 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/meta/1588230740/info/c2aee3d992c34441826a7bd588ea9949 2024-11-15T07:20:11,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:20:11,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:20:11,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:20:11,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:11,121 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/meta/1588230740/ns/f98d470b2bf34cdb8f78710791c329ba 2024-11-15T07:20:11,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:20:11,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:20:11,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:20:11,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:11,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:20:11,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:20:11,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:20:11,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:11,127 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/meta/1588230740/table/fbb44e3d2b54422d9286627bebbac0f8 2024-11-15T07:20:11,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:20:11,127 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:20:11,128 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/meta/1588230740 2024-11-15T07:20:11,129 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/meta/1588230740 2024-11-15T07:20:11,130 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:20:11,130 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:20:11,130 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:20:11,131 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:20:11,132 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71458187, jitterRate=0.06480996310710907}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:20:11,132 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T07:20:11,132 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731655211109Writing region info on filesystem at 1731655211109Initializing all the Stores at 1731655211110 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655211110Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655211110Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655211110Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655211110Cleaning up temporary data from old regions at 1731655211130 (+20 ms)Running coprocessor post-open hooks at 1731655211132 (+2 ms)Region opened successfully at 1731655211132 2024-11-15T07:20:11,133 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731655211087 2024-11-15T07:20:11,135 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T07:20:11,135 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T07:20:11,135 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=32f0bc5975d0,39471,1731655209748 2024-11-15T07:20:11,136 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,39471,1731655209748, state=OPEN 2024-11-15T07:20:11,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36527-0x1013d5d496d0006, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01644935641/meta-region-server 2024-11-15T07:20:11,145 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1013d5d496d0007, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01644935641/meta-region-server 2024-11-15T07:20:11,146 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32f0bc5975d0,39471,1731655209748 2024-11-15T07:20:11,146 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01644935641/meta-region-server: CHANGED 2024-11-15T07:20:11,146 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01644935641/meta-region-server: CHANGED 2024-11-15T07:20:11,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-15T07:20:11,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,39471,1731655209748 in 211 msec 2024-11-15T07:20:11,149 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T07:20:11,150 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 636 msec 2024-11-15T07:20:11,341 DEBUG [RS:0;32f0bc5975d0:39471.replicationSource.wal-reader.32f0bc5975d0%2C39471%2C1731655209748,1-32f0bc5975d0,39471,1731655209748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,39471,1731655209748/32f0bc5975d0%2C39471%2C1731655209748.1731655210816 to pos 0, reset compression=false 2024-11-15T07:20:11,745 DEBUG [RS:0;32f0bc5975d0:39471.replicationSource.wal-reader.32f0bc5975d0%2C39471%2C1731655209748,1-32f0bc5975d0,39471,1731655209748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,39471,1731655209748/32f0bc5975d0%2C39471%2C1731655209748.1731655210816 to pos 0, reset compression=false 2024-11-15T07:20:12,160 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1652ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-15T07:20:12,249 DEBUG [RS:0;32f0bc5975d0:39471.replicationSource.wal-reader.32f0bc5975d0%2C39471%2C1731655209748,1-32f0bc5975d0,39471,1731655209748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,39471,1731655209748/32f0bc5975d0%2C39471%2C1731655209748.1731655210816 to pos 0, reset compression=false 2024-11-15T07:20:12,854 DEBUG [RS:0;32f0bc5975d0:39471.replicationSource.wal-reader.32f0bc5975d0%2C39471%2C1731655209748,1-32f0bc5975d0,39471,1731655209748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,39471,1731655209748/32f0bc5975d0%2C39471%2C1731655209748.1731655210816 to pos 0, reset compression=false 2024-11-15T07:20:13,558 DEBUG [RS:0;32f0bc5975d0:39471.replicationSource.wal-reader.32f0bc5975d0%2C39471%2C1731655209748,1-32f0bc5975d0,39471,1731655209748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,39471,1731655209748/32f0bc5975d0%2C39471%2C1731655209748.1731655210816 to pos 0, reset compression=false 2024-11-15T07:20:13,662 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3155ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-15T07:20:14,363 DEBUG [RS:0;32f0bc5975d0:39471.replicationSource.wal-reader.32f0bc5975d0%2C39471%2C1731655209748,1-32f0bc5975d0,39471,1731655209748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,39471,1731655209748/32f0bc5975d0%2C39471%2C1731655209748.1731655210816 to pos 0, reset compression=false 2024-11-15T07:20:15,014 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-15T07:20:15,014 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T07:20:15,015 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:20:15,015 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,39471,1731655209748, seqNum=-1] 2024-11-15T07:20:15,015 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:20:15,016 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49053, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:20:15,020 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=76aa96bf46e3edefa37ad30bb55560f9, regionState=OPEN, lastHost=32f0bc5975d0,36513,1731655194513, regionLocation=32f0bc5975d0,36513,1731655194513, openSeqNum=2 2024-11-15T07:20:15,020 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T07:20:15,020 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731655275020 2024-11-15T07:20:15,020 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731655335020 2024-11-15T07:20:15,020 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-15T07:20:15,020 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 32f0bc5975d0,36513,1731655194513 had 2 regions 2024-11-15T07:20:15,020 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,36527,1731655209700-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:15,020 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,36527,1731655209700-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:15,020 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,36527,1731655209700-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:15,020 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32f0bc5975d0:36527, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:15,020 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:15,020 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:15,021 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 32f0bc5975d0,36513,1731655194513, splitWal=true, meta=true, isMeta: false 2024-11-15T07:20:15,022 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,36513,1731655194513-splitting dir is empty, no logs to split. 2024-11-15T07:20:15,022 INFO [PEWorker-3 {}] master.SplitWALManager(105): 32f0bc5975d0,36513,1731655194513 WAL count=0, meta=false 2024-11-15T07:20:15,025 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,36513,1731655194513-splitting dir is empty, no logs to split. 2024-11-15T07:20:15,025 INFO [PEWorker-3 {}] master.SplitWALManager(105): 32f0bc5975d0,36513,1731655194513 WAL count=0, meta=false 2024-11-15T07:20:15,025 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 32f0bc5975d0,36513,1731655194513 WAL splitting is done? wals=0, meta=false 2024-11-15T07:20:15,026 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.207sec 2024-11-15T07:20:15,026 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T07:20:15,026 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T07:20:15,026 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T07:20:15,026 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T07:20:15,026 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T07:20:15,026 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,36527,1731655209700-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:20:15,026 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,36527,1731655209700-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T07:20:15,029 WARN [master/32f0bc5975d0:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=32f0bc5975d0,36513,1731655194513/hbase:replication,,1731655203584.76aa96bf46e3edefa37ad30bb55560f9. 2024-11-15T07:20:15,029 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=76aa96bf46e3edefa37ad30bb55560f9, ASSIGN}] 2024-11-15T07:20:15,030 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T07:20:15,030 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T07:20:15,030 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,36527,1731655209700-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:15,030 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=76aa96bf46e3edefa37ad30bb55560f9, ASSIGN 2024-11-15T07:20:15,031 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=76aa96bf46e3edefa37ad30bb55560f9, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-15T07:20:15,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a824dba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:15,082 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,36527,-1 for getting cluster id 2024-11-15T07:20:15,082 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:20:15,083 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '367e1da9-cd10-421a-99fb-7627f66e2265' 2024-11-15T07:20:15,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:20:15,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "367e1da9-cd10-421a-99fb-7627f66e2265" 2024-11-15T07:20:15,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ae7e917, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:15,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,36527,-1] 2024-11-15T07:20:15,083 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:20:15,084 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:15,084 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:20:15,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15e857e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:15,085 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:20:15,086 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,39471,1731655209748, seqNum=-1] 2024-11-15T07:20:15,087 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:20:15,087 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:20:15,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-15T07:20:15,090 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:20:15,090 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:20:15,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:15,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:15,090 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:20:15,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 32f0bc5975d0:36527 after: 32f0bc5975d0:36527 2024-11-15T07:20:15,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3baf7be9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:15,091 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,36527,-1 for getting cluster id 2024-11-15T07:20:15,091 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:20:15,092 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '367e1da9-cd10-421a-99fb-7627f66e2265' 2024-11-15T07:20:15,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:20:15,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "367e1da9-cd10-421a-99fb-7627f66e2265" 2024-11-15T07:20:15,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17717c95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:15,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,36527,-1] 2024-11-15T07:20:15,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:20:15,092 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:15,093 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:20:15,094 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@466cd93a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:15,094 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:20:15,095 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,36527,1731655209700 2024-11-15T07:20:15,095 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25b99ace 2024-11-15T07:20:15,095 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:20:15,096 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54626, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:20:15,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36527 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-15T07:20:15,096 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T07:20:15,096 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:20:15,096 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:20:15,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:15,097 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:15,097 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:20:15,097 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T07:20:15,097 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=17323549, stopped=false 2024-11-15T07:20:15,097 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32f0bc5975d0,46565,1731655200060 2024-11-15T07:20:15,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44757-0x1013d5d496d0004, quorum=127.0.0.1:49409, baseZNode=/11715569791 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11715569791/running 2024-11-15T07:20:15,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1013d5d496d0003, quorum=127.0.0.1:49409, baseZNode=/11715569791 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11715569791/running 2024-11-15T07:20:15,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44757-0x1013d5d496d0004, quorum=127.0.0.1:49409, baseZNode=/11715569791 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11715569791 2024-11-15T07:20:15,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1013d5d496d0003, quorum=127.0.0.1:49409, baseZNode=/11715569791 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11715569791 2024-11-15T07:20:15,177 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:20:15,177 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:20:15,178 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:20:15,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:15,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44757-0x1013d5d496d0004, quorum=127.0.0.1:49409, baseZNode=/11715569791 Set watcher on znode that does not yet exist, /11715569791/running 2024-11-15T07:20:15,178 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46565-0x1013d5d496d0003, quorum=127.0.0.1:49409, baseZNode=/11715569791 Set watcher on znode that does not yet exist, /11715569791/running 2024-11-15T07:20:15,178 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32f0bc5975d0,44757,1731655200206' ***** 2024-11-15T07:20:15,178 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T07:20:15,178 INFO [RS:0;32f0bc5975d0:44757 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T07:20:15,178 INFO [RS:0;32f0bc5975d0:44757 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T07:20:15,178 INFO [RS:0;32f0bc5975d0:44757 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T07:20:15,178 INFO [RS:0;32f0bc5975d0:44757 {}] regionserver.HRegionServer(959): stopping server 32f0bc5975d0,44757,1731655200206 2024-11-15T07:20:15,178 INFO [RS:0;32f0bc5975d0:44757 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:20:15,178 INFO [RS:0;32f0bc5975d0:44757 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:44757. 2024-11-15T07:20:15,178 DEBUG [RS:0;32f0bc5975d0:44757 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:20:15,178 DEBUG [RS:0;32f0bc5975d0:44757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:15,178 INFO [RS:0;32f0bc5975d0:44757 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T07:20:15,178 INFO [RS:0;32f0bc5975d0:44757 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T07:20:15,178 INFO [RS:0;32f0bc5975d0:44757 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T07:20:15,178 INFO [RS:0;32f0bc5975d0:44757 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T07:20:15,179 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T07:20:15,179 INFO [RS:0;32f0bc5975d0:44757 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T07:20:15,179 DEBUG [RS:0;32f0bc5975d0:44757 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T07:20:15,179 DEBUG [RS:0;32f0bc5975d0:44757 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:20:15,179 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:20:15,179 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:20:15,179 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:20:15,179 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:20:15,179 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:20:15,179 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-15T07:20:15,181 DEBUG [32f0bc5975d0:36527 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T07:20:15,182 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=76aa96bf46e3edefa37ad30bb55560f9, regionState=OPENING, regionLocation=32f0bc5975d0,39471,1731655209748 2024-11-15T07:20:15,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=76aa96bf46e3edefa37ad30bb55560f9, ASSIGN because future has completed 2024-11-15T07:20:15,185 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76aa96bf46e3edefa37ad30bb55560f9, server=32f0bc5975d0,39471,1731655209748}] 2024-11-15T07:20:15,195 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/data/hbase/meta/1588230740/.tmp/ns/33be3450f41b45bd8a7613bb76dfad05 is 43, key is default/ns:d/1731655203475/Put/seqid=0 2024-11-15T07:20:15,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40393 is added to blk_1073741835_1011 (size=5153) 2024-11-15T07:20:15,262 INFO [regionserver/32f0bc5975d0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:20:15,268 DEBUG [RS:0;32f0bc5975d0:39471.replicationSource.wal-reader.32f0bc5975d0%2C39471%2C1731655209748,1-32f0bc5975d0,39471,1731655209748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,39471,1731655209748/32f0bc5975d0%2C39471%2C1731655209748.1731655210816 to pos 0, reset compression=false 2024-11-15T07:20:15,340 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731655203584.76aa96bf46e3edefa37ad30bb55560f9. 2024-11-15T07:20:15,340 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:20:15,340 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T07:20:15,341 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C39471%2C1731655209748.rep, suffix=, logDir=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,39471,1731655209748, archiveDir=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/oldWALs, maxLogs=10 2024-11-15T07:20:15,352 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,39471,1731655209748/32f0bc5975d0%2C39471%2C1731655209748.rep.1731655215341, exclude list is [], retry=0 2024-11-15T07:20:15,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38751,DS-43f31f67-c81c-4f72-9b61-b038bf4c6bb1,DISK] 2024-11-15T07:20:15,355 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,39471,1731655209748/32f0bc5975d0%2C39471%2C1731655209748.rep.1731655215341 2024-11-15T07:20:15,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33215:33215)] 2024-11-15T07:20:15,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 76aa96bf46e3edefa37ad30bb55560f9, NAME => 'hbase:replication,,1731655203584.76aa96bf46e3edefa37ad30bb55560f9.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:20:15,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:20:15,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T07:20:15,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731655203584.76aa96bf46e3edefa37ad30bb55560f9. service=MultiRowMutationService 2024-11-15T07:20:15,356 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T07:20:15,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 76aa96bf46e3edefa37ad30bb55560f9 2024-11-15T07:20:15,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731655203584.76aa96bf46e3edefa37ad30bb55560f9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:20:15,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 76aa96bf46e3edefa37ad30bb55560f9 2024-11-15T07:20:15,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 76aa96bf46e3edefa37ad30bb55560f9 2024-11-15T07:20:15,358 INFO [StoreOpener-76aa96bf46e3edefa37ad30bb55560f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 76aa96bf46e3edefa37ad30bb55560f9 2024-11-15T07:20:15,358 INFO [StoreOpener-76aa96bf46e3edefa37ad30bb55560f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76aa96bf46e3edefa37ad30bb55560f9 columnFamilyName hfileref 2024-11-15T07:20:15,359 DEBUG [StoreOpener-76aa96bf46e3edefa37ad30bb55560f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:15,359 INFO [StoreOpener-76aa96bf46e3edefa37ad30bb55560f9-1 {}] regionserver.HStore(327): Store=76aa96bf46e3edefa37ad30bb55560f9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:20:15,359 INFO [StoreOpener-76aa96bf46e3edefa37ad30bb55560f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 76aa96bf46e3edefa37ad30bb55560f9 2024-11-15T07:20:15,359 INFO [StoreOpener-76aa96bf46e3edefa37ad30bb55560f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76aa96bf46e3edefa37ad30bb55560f9 columnFamilyName queue 2024-11-15T07:20:15,360 DEBUG [StoreOpener-76aa96bf46e3edefa37ad30bb55560f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:15,364 DEBUG [StoreOpener-76aa96bf46e3edefa37ad30bb55560f9-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/replication/76aa96bf46e3edefa37ad30bb55560f9/queue/d1f8fb458b98431184e854f3220ddbaf 2024-11-15T07:20:15,364 INFO [StoreOpener-76aa96bf46e3edefa37ad30bb55560f9-1 {}] regionserver.HStore(327): Store=76aa96bf46e3edefa37ad30bb55560f9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:20:15,364 INFO [StoreOpener-76aa96bf46e3edefa37ad30bb55560f9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 76aa96bf46e3edefa37ad30bb55560f9 2024-11-15T07:20:15,365 INFO [StoreOpener-76aa96bf46e3edefa37ad30bb55560f9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 76aa96bf46e3edefa37ad30bb55560f9 columnFamilyName sid 2024-11-15T07:20:15,365 DEBUG [StoreOpener-76aa96bf46e3edefa37ad30bb55560f9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:15,365 INFO [StoreOpener-76aa96bf46e3edefa37ad30bb55560f9-1 {}] regionserver.HStore(327): Store=76aa96bf46e3edefa37ad30bb55560f9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:20:15,365 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 76aa96bf46e3edefa37ad30bb55560f9 2024-11-15T07:20:15,366 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/replication/76aa96bf46e3edefa37ad30bb55560f9 2024-11-15T07:20:15,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/replication/76aa96bf46e3edefa37ad30bb55560f9 2024-11-15T07:20:15,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 76aa96bf46e3edefa37ad30bb55560f9 2024-11-15T07:20:15,367 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 76aa96bf46e3edefa37ad30bb55560f9 2024-11-15T07:20:15,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T07:20:15,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 76aa96bf46e3edefa37ad30bb55560f9 2024-11-15T07:20:15,370 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 76aa96bf46e3edefa37ad30bb55560f9; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73276598, jitterRate=0.09190639853477478}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T07:20:15,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 76aa96bf46e3edefa37ad30bb55560f9 2024-11-15T07:20:15,370 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 76aa96bf46e3edefa37ad30bb55560f9: Running coprocessor pre-open hook at 1731655215357Writing region info on filesystem at 1731655215357Initializing all the Stores at 1731655215358 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655215358Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655215358Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655215358Cleaning up temporary data from old regions at 1731655215367 (+9 ms)Running coprocessor post-open hooks at 1731655215370 (+3 ms)Region opened successfully at 1731655215370 2024-11-15T07:20:15,371 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731655203584.76aa96bf46e3edefa37ad30bb55560f9., pid=13, masterSystemTime=1731655215337 2024-11-15T07:20:15,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731655203584.76aa96bf46e3edefa37ad30bb55560f9. 2024-11-15T07:20:15,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731655203584.76aa96bf46e3edefa37ad30bb55560f9. 2024-11-15T07:20:15,374 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=76aa96bf46e3edefa37ad30bb55560f9, regionState=OPEN, openSeqNum=9, regionLocation=32f0bc5975d0,39471,1731655209748 2024-11-15T07:20:15,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 76aa96bf46e3edefa37ad30bb55560f9, server=32f0bc5975d0,39471,1731655209748 because future has completed 2024-11-15T07:20:15,378 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-15T07:20:15,378 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 76aa96bf46e3edefa37ad30bb55560f9, server=32f0bc5975d0,39471,1731655209748 in 192 msec 2024-11-15T07:20:15,379 DEBUG [RS:0;32f0bc5975d0:44757 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:20:15,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-15T07:20:15,380 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=76aa96bf46e3edefa37ad30bb55560f9, ASSIGN in 349 msec 2024-11-15T07:20:15,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-15T07:20:15,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731655203584.76aa96bf46e3edefa37ad30bb55560f9., hostname=32f0bc5975d0,39471,1731655209748, seqNum=9] 2024-11-15T07:20:15,398 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 32f0bc5975d0,36513,1731655194513 2024-11-15T07:20:15,398 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-15T07:20:15,444 INFO [regionserver/32f0bc5975d0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T07:20:15,444 INFO [regionserver/32f0bc5975d0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T07:20:15,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39471 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-15T07:20:15,579 DEBUG [RS:0;32f0bc5975d0:44757 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:20:15,599 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/data/hbase/meta/1588230740/.tmp/ns/33be3450f41b45bd8a7613bb76dfad05 2024-11-15T07:20:15,605 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/data/hbase/meta/1588230740/.tmp/ns/33be3450f41b45bd8a7613bb76dfad05 as hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/data/hbase/meta/1588230740/ns/33be3450f41b45bd8a7613bb76dfad05 2024-11-15T07:20:15,609 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/data/hbase/meta/1588230740/ns/33be3450f41b45bd8a7613bb76dfad05, entries=2, sequenceid=6, filesize=5.0 K 2024-11-15T07:20:15,610 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false 2024-11-15T07:20:15,610 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T07:20:15,615 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T07:20:15,615 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:20:15,615 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:20:15,615 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:20:15,615 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655215179Running coprocessor pre-close hooks at 1731655215179Disabling compacts and flushes for region at 1731655215179Disabling writes for close at 1731655215179Obtaining lock to block concurrent updates at 1731655215179Preparing flush snapshotting stores in 1588230740 at 1731655215179Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731655215180 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731655215180Flushing 1588230740/ns: creating writer at 1731655215181 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731655215195 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731655215195Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64c80ea9: reopening flushed file at 1731655215604 (+409 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false at 1731655215610 (+6 ms)Writing region close event to WAL at 1731655215611 (+1 ms)Running coprocessor post-close hooks at 1731655215615 (+4 ms)Closed at 1731655215615 2024-11-15T07:20:15,615 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T07:20:15,779 INFO [RS:0;32f0bc5975d0:44757 {}] regionserver.HRegionServer(976): stopping server 32f0bc5975d0,44757,1731655200206; all regions closed. 2024-11-15T07:20:15,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40393 is added to blk_1073741834_1010 (size=1152) 2024-11-15T07:20:15,813 DEBUG [RS:0;32f0bc5975d0:44757 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/oldWALs 2024-11-15T07:20:15,813 INFO [RS:0;32f0bc5975d0:44757 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32f0bc5975d0%2C44757%2C1731655200206.meta:.meta(num 1731655203426) 2024-11-15T07:20:15,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40393 is added to blk_1073741832_1008 (size=93) 2024-11-15T07:20:15,816 DEBUG [RS:0;32f0bc5975d0:44757 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/oldWALs 2024-11-15T07:20:15,816 INFO [RS:0;32f0bc5975d0:44757 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32f0bc5975d0%2C44757%2C1731655200206:(num 1731655202482) 2024-11-15T07:20:15,816 DEBUG [RS:0;32f0bc5975d0:44757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:15,816 INFO [RS:0;32f0bc5975d0:44757 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:20:15,816 INFO [RS:0;32f0bc5975d0:44757 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:20:15,816 INFO [RS:0;32f0bc5975d0:44757 {}] hbase.ChoreService(370): Chore service for: regionserver/32f0bc5975d0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T07:20:15,817 INFO [RS:0;32f0bc5975d0:44757 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:20:15,817 INFO [regionserver/32f0bc5975d0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:20:15,817 INFO [RS:0;32f0bc5975d0:44757 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44757 2024-11-15T07:20:15,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44757-0x1013d5d496d0004, quorum=127.0.0.1:49409, baseZNode=/11715569791 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11715569791/rs/32f0bc5975d0,44757,1731655200206 2024-11-15T07:20:15,864 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1013d5d496d0003, quorum=127.0.0.1:49409, baseZNode=/11715569791 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11715569791/rs 2024-11-15T07:20:15,864 INFO [RS:0;32f0bc5975d0:44757 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:20:15,882 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32f0bc5975d0,44757,1731655200206] 2024-11-15T07:20:15,892 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11715569791/draining/32f0bc5975d0,44757,1731655200206 already deleted, retry=false 2024-11-15T07:20:15,893 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32f0bc5975d0,44757,1731655200206 expired; onlineServers=0 2024-11-15T07:20:15,893 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32f0bc5975d0,46565,1731655200060' ***** 2024-11-15T07:20:15,893 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T07:20:15,893 INFO [M:0;32f0bc5975d0:46565 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:20:15,893 INFO [M:0;32f0bc5975d0:46565 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:20:15,893 DEBUG [M:0;32f0bc5975d0:46565 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T07:20:15,893 DEBUG [M:0;32f0bc5975d0:46565 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T07:20:15,893 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T07:20:15,893 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655202226 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655202226,5,FailOnTimeoutGroup] 2024-11-15T07:20:15,893 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655202226 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655202226,5,FailOnTimeoutGroup] 2024-11-15T07:20:15,893 INFO [M:0;32f0bc5975d0:46565 {}] hbase.ChoreService(370): Chore service for: master/32f0bc5975d0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T07:20:15,893 INFO [M:0;32f0bc5975d0:46565 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:20:15,893 DEBUG [M:0;32f0bc5975d0:46565 {}] master.HMaster(1795): Stopping service threads 2024-11-15T07:20:15,893 INFO [M:0;32f0bc5975d0:46565 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T07:20:15,893 INFO [M:0;32f0bc5975d0:46565 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:20:15,894 INFO [M:0;32f0bc5975d0:46565 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T07:20:15,894 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T07:20:15,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1013d5d496d0003, quorum=127.0.0.1:49409, baseZNode=/11715569791 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11715569791/master 2024-11-15T07:20:15,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1013d5d496d0003, quorum=127.0.0.1:49409, baseZNode=/11715569791 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11715569791 2024-11-15T07:20:15,903 DEBUG [M:0;32f0bc5975d0:46565 {}] zookeeper.ZKUtil(347): master:46565-0x1013d5d496d0003, quorum=127.0.0.1:49409, baseZNode=/11715569791 Unable to get data of znode /11715569791/master because node does not exist (not an error) 2024-11-15T07:20:15,903 WARN [M:0;32f0bc5975d0:46565 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T07:20:15,905 INFO [M:0;32f0bc5975d0:46565 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/.lastflushedseqids 2024-11-15T07:20:15,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40393 is added to blk_1073741836_1012 (size=99) 2024-11-15T07:20:15,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44757-0x1013d5d496d0004, quorum=127.0.0.1:49409, baseZNode=/11715569791 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:20:15,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44757-0x1013d5d496d0004, quorum=127.0.0.1:49409, baseZNode=/11715569791 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:20:15,982 INFO [RS:0;32f0bc5975d0:44757 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:20:15,982 INFO [RS:0;32f0bc5975d0:44757 {}] regionserver.HRegionServer(1031): Exiting; stopping=32f0bc5975d0,44757,1731655200206; zookeeper connection closed. 2024-11-15T07:20:15,983 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2668b22e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2668b22e 2024-11-15T07:20:15,983 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T07:20:16,272 DEBUG [RS:0;32f0bc5975d0:39471.replicationSource.wal-reader.32f0bc5975d0%2C39471%2C1731655209748,1-32f0bc5975d0,39471,1731655209748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,39471,1731655209748/32f0bc5975d0%2C39471%2C1731655209748.1731655210816 to pos 0, reset compression=false 2024-11-15T07:20:16,312 INFO [M:0;32f0bc5975d0:46565 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T07:20:16,312 INFO [M:0;32f0bc5975d0:46565 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T07:20:16,312 DEBUG [M:0;32f0bc5975d0:46565 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:20:16,312 INFO [M:0;32f0bc5975d0:46565 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:20:16,312 DEBUG [M:0;32f0bc5975d0:46565 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:20:16,312 DEBUG [M:0;32f0bc5975d0:46565 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:20:16,312 DEBUG [M:0;32f0bc5975d0:46565 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:20:16,312 INFO [M:0;32f0bc5975d0:46565 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-15T07:20:16,328 DEBUG [M:0;32f0bc5975d0:46565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f835361ac68b447599703dab55e8a6f6 is 82, key is hbase:meta,,1/info:regioninfo/1731655203454/Put/seqid=0 2024-11-15T07:20:16,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40393 is added to blk_1073741837_1013 (size=5672) 2024-11-15T07:20:16,610 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T07:20:16,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:16,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:16,638 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:16,639 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:16,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:16,733 INFO [M:0;32f0bc5975d0:46565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f835361ac68b447599703dab55e8a6f6 2024-11-15T07:20:16,751 DEBUG [M:0;32f0bc5975d0:46565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b45f6e6382b4dd2a6f6f418c3dfad38 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731655203478/Put/seqid=0 2024-11-15T07:20:16,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40393 is added to blk_1073741838_1014 (size=5275) 2024-11-15T07:20:17,155 INFO [M:0;32f0bc5975d0:46565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b45f6e6382b4dd2a6f6f418c3dfad38 2024-11-15T07:20:17,177 DEBUG [M:0;32f0bc5975d0:46565 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cd62b8d0863b4f73a023a982830b59e4 is 69, key is 32f0bc5975d0,44757,1731655200206/rs:state/1731655202274/Put/seqid=0 2024-11-15T07:20:17,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40393 is added to blk_1073741839_1015 (size=5156) 2024-11-15T07:20:17,377 DEBUG [RS:0;32f0bc5975d0:39471.replicationSource.wal-reader.32f0bc5975d0%2C39471%2C1731655209748,1-32f0bc5975d0,39471,1731655209748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,39471,1731655209748/32f0bc5975d0%2C39471%2C1731655209748.1731655210816 to pos 0, reset compression=false 2024-11-15T07:20:17,582 INFO [M:0;32f0bc5975d0:46565 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cd62b8d0863b4f73a023a982830b59e4 2024-11-15T07:20:17,586 DEBUG [M:0;32f0bc5975d0:46565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f835361ac68b447599703dab55e8a6f6 as hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f835361ac68b447599703dab55e8a6f6 2024-11-15T07:20:17,590 INFO [M:0;32f0bc5975d0:46565 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f835361ac68b447599703dab55e8a6f6, entries=8, sequenceid=28, filesize=5.5 K 2024-11-15T07:20:17,591 DEBUG [M:0;32f0bc5975d0:46565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3b45f6e6382b4dd2a6f6f418c3dfad38 as hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b45f6e6382b4dd2a6f6f418c3dfad38 2024-11-15T07:20:17,594 INFO [M:0;32f0bc5975d0:46565 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3b45f6e6382b4dd2a6f6f418c3dfad38, entries=3, sequenceid=28, filesize=5.2 K 2024-11-15T07:20:17,595 DEBUG [M:0;32f0bc5975d0:46565 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cd62b8d0863b4f73a023a982830b59e4 as hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cd62b8d0863b4f73a023a982830b59e4 2024-11-15T07:20:17,599 INFO [M:0;32f0bc5975d0:46565 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42779/user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cd62b8d0863b4f73a023a982830b59e4, entries=1, sequenceid=28, filesize=5.0 K 2024-11-15T07:20:17,600 INFO [M:0;32f0bc5975d0:46565 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=28, compaction requested=false 2024-11-15T07:20:17,608 INFO [M:0;32f0bc5975d0:46565 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:20:17,608 DEBUG [M:0;32f0bc5975d0:46565 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655216312Disabling compacts and flushes for region at 1731655216312Disabling writes for close at 1731655216312Obtaining lock to block concurrent updates at 1731655216312Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731655216312Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731655216312Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731655216313 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731655216313Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731655216328 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731655216328Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731655216736 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731655216751 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731655216751Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731655217159 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731655217177 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731655217177Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e90390a: reopening flushed file at 1731655217585 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bd5bd00: reopening flushed file at 1731655217590 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f194a66: reopening flushed file at 1731655217595 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=28, compaction requested=false at 1731655217600 (+5 ms)Writing region close event to WAL at 1731655217608 (+8 ms)Closed at 1731655217608 2024-11-15T07:20:17,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40393 is added to blk_1073741830_1006 (size=10165) 2024-11-15T07:20:17,610 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c7f9e883-7ccf-3c04-0e8f-141d98629ff7/MasterData/WALs/32f0bc5975d0,46565,1731655200060/32f0bc5975d0%2C46565%2C1731655200060.1731655201969 not finished, retry = 0 2024-11-15T07:20:17,711 INFO [M:0;32f0bc5975d0:46565 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T07:20:17,711 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:20:17,711 INFO [M:0;32f0bc5975d0:46565 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46565 2024-11-15T07:20:17,712 INFO [M:0;32f0bc5975d0:46565 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:20:17,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1013d5d496d0003, quorum=127.0.0.1:49409, baseZNode=/11715569791 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:20:17,861 INFO [M:0;32f0bc5975d0:46565 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:20:17,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46565-0x1013d5d496d0003, quorum=127.0.0.1:49409, baseZNode=/11715569791 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:20:17,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59ef7958{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T07:20:17,894 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1be022e1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T07:20:17,894 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T07:20:17,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2dd32a05{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T07:20:17,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73ac41d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fbad343-c4ff-b302-a94a-b45a6f78c79f/hadoop.log.dir/,STOPPED} 2024-11-15T07:20:17,895 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T07:20:17,895 WARN [BP-451667161-172.17.0.2-1731655197912 heartbeating to localhost/127.0.0.1:42779 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T07:20:17,895 WARN [BP-451667161-172.17.0.2-1731655197912 heartbeating to localhost/127.0.0.1:42779 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-451667161-172.17.0.2-1731655197912 (Datanode Uuid 71539e5a-0295-4f95-ae5e-232c7855b8b7) service to localhost/127.0.0.1:42779 2024-11-15T07:20:17,895 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T07:20:17,895 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fbad343-c4ff-b302-a94a-b45a6f78c79f/cluster_7a93bf2e-82fc-3fbb-838b-11ccc73651cf/data/data1/current/BP-451667161-172.17.0.2-1731655197912 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T07:20:17,895 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fbad343-c4ff-b302-a94a-b45a6f78c79f/cluster_7a93bf2e-82fc-3fbb-838b-11ccc73651cf/data/data2/current/BP-451667161-172.17.0.2-1731655197912 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T07:20:17,896 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T07:20:17,900 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@dc7d8b3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T07:20:17,901 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74ee2266{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T07:20:17,901 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T07:20:17,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e17b8b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T07:20:17,901 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13aef83{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fbad343-c4ff-b302-a94a-b45a6f78c79f/hadoop.log.dir/,STOPPED} 2024-11-15T07:20:17,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T07:20:17,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T07:20:17,911 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:20:17,911 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:20:17,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:17,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:17,911 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:20:17,911 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T07:20:17,911 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1229010341, stopped=false 2024-11-15T07:20:17,911 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32f0bc5975d0,36527,1731655209700 2024-11-15T07:20:17,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1013d5d496d0007, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01644935641/running 2024-11-15T07:20:17,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36527-0x1013d5d496d0006, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01644935641/running 2024-11-15T07:20:17,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1013d5d496d0007, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01644935641 2024-11-15T07:20:17,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36527-0x1013d5d496d0006, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01644935641 2024-11-15T07:20:17,924 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:20:17,924 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:20:17,924 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:20:17,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:17,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39471-0x1013d5d496d0007, quorum=127.0.0.1:49409, baseZNode=/01644935641 Set watcher on znode that does not yet exist, /01644935641/running 2024-11-15T07:20:17,925 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32f0bc5975d0,39471,1731655209748' ***** 2024-11-15T07:20:17,925 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T07:20:17,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36527-0x1013d5d496d0006, quorum=127.0.0.1:49409, baseZNode=/01644935641 Set watcher on znode that does not yet exist, /01644935641/running 2024-11-15T07:20:17,925 INFO [RS:0;32f0bc5975d0:39471 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T07:20:17,925 INFO [RS:0;32f0bc5975d0:39471 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T07:20:17,925 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T07:20:17,925 INFO [RS:0;32f0bc5975d0:39471 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T07:20:17,925 INFO [RS:0;32f0bc5975d0:39471 {}] regionserver.HRegionServer(3091): Received CLOSE for 76aa96bf46e3edefa37ad30bb55560f9 2024-11-15T07:20:17,925 INFO [RS:0;32f0bc5975d0:39471 {}] regionserver.HRegionServer(959): stopping server 32f0bc5975d0,39471,1731655209748 2024-11-15T07:20:17,925 INFO [RS:0;32f0bc5975d0:39471 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:20:17,925 INFO [RS:0;32f0bc5975d0:39471 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:39471. 2024-11-15T07:20:17,925 DEBUG [RS:0;32f0bc5975d0:39471 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:20:17,925 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 76aa96bf46e3edefa37ad30bb55560f9, disabling compactions & flushes 2024-11-15T07:20:17,926 DEBUG [RS:0;32f0bc5975d0:39471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:17,926 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731655203584.76aa96bf46e3edefa37ad30bb55560f9. 2024-11-15T07:20:17,926 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731655203584.76aa96bf46e3edefa37ad30bb55560f9. 2024-11-15T07:20:17,926 INFO [RS:0;32f0bc5975d0:39471 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T07:20:17,926 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731655203584.76aa96bf46e3edefa37ad30bb55560f9. after waiting 0 ms 2024-11-15T07:20:17,926 INFO [RS:0;32f0bc5975d0:39471 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T07:20:17,926 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731655203584.76aa96bf46e3edefa37ad30bb55560f9. 2024-11-15T07:20:17,926 INFO [RS:0;32f0bc5975d0:39471 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T07:20:17,926 INFO [RS:0;32f0bc5975d0:39471 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T07:20:17,926 INFO [RS:0;32f0bc5975d0:39471 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T07:20:17,926 DEBUG [RS:0;32f0bc5975d0:39471 {}] regionserver.HRegionServer(1325): Online Regions={76aa96bf46e3edefa37ad30bb55560f9=hbase:replication,,1731655203584.76aa96bf46e3edefa37ad30bb55560f9., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T07:20:17,926 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:20:17,926 DEBUG [RS:0;32f0bc5975d0:39471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 76aa96bf46e3edefa37ad30bb55560f9 2024-11-15T07:20:17,926 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:20:17,926 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:20:17,926 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:20:17,926 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:20:17,926 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-15T07:20:17,929 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/replication/76aa96bf46e3edefa37ad30bb55560f9/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-15T07:20:17,930 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:20:17,930 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:20:17,930 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731655203584.76aa96bf46e3edefa37ad30bb55560f9. 2024-11-15T07:20:17,930 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 76aa96bf46e3edefa37ad30bb55560f9: Waiting for close lock at 1731655217925Running coprocessor pre-close hooks at 1731655217925Disabling compacts and flushes for region at 1731655217925Disabling writes for close at 1731655217926 (+1 ms)Writing region close event to WAL at 1731655217926Running coprocessor post-close hooks at 1731655217930 (+4 ms)Closed at 1731655217930 2024-11-15T07:20:17,930 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731655203584.76aa96bf46e3edefa37ad30bb55560f9. 2024-11-15T07:20:17,943 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/meta/1588230740/.tmp/info/652bd5199ada42e08849dd90bedd8d4a is 147, key is hbase:replication,,1731655203584.76aa96bf46e3edefa37ad30bb55560f9./info:regioninfo/1731655215373/Put/seqid=0 2024-11-15T07:20:17,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741851_1027 (size=6385) 2024-11-15T07:20:17,980 INFO [regionserver/32f0bc5975d0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:20:18,126 DEBUG [RS:0;32f0bc5975d0:39471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:20:18,326 DEBUG [RS:0;32f0bc5975d0:39471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:20:18,347 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/meta/1588230740/.tmp/info/652bd5199ada42e08849dd90bedd8d4a 2024-11-15T07:20:18,352 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/meta/1588230740/.tmp/info/652bd5199ada42e08849dd90bedd8d4a as hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/meta/1588230740/info/652bd5199ada42e08849dd90bedd8d4a 2024-11-15T07:20:18,356 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/meta/1588230740/info/652bd5199ada42e08849dd90bedd8d4a, entries=8, sequenceid=19, filesize=6.2 K 2024-11-15T07:20:18,357 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=19, compaction requested=false 2024-11-15T07:20:18,362 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-15T07:20:18,363 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:20:18,363 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:20:18,363 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:20:18,363 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655217926Running coprocessor pre-close hooks at 1731655217926Disabling compacts and flushes for region at 1731655217926Disabling writes for close at 1731655217926Obtaining lock to block concurrent updates at 1731655217926Preparing flush snapshotting stores in 1588230740 at 1731655217926Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731655217926Flushing stores of hbase:meta,,1.1588230740 at 1731655217927 (+1 ms)Flushing 1588230740/info: creating writer at 1731655217927Flushing 1588230740/info: appending metadata at 1731655217943 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731655217943Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@db0f3fe: reopening flushed file at 1731655218352 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=19, compaction requested=false at 1731655218357 (+5 ms)Writing region close event to WAL at 1731655218359 (+2 ms)Running coprocessor post-close hooks at 1731655218363 (+4 ms)Closed at 1731655218363 2024-11-15T07:20:18,363 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T07:20:18,526 INFO [RS:0;32f0bc5975d0:39471 {}] regionserver.HRegionServer(976): stopping server 32f0bc5975d0,39471,1731655209748; all regions closed. 2024-11-15T07:20:18,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741849_1025 (size=2156) 2024-11-15T07:20:18,529 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,39471,1731655209748/32f0bc5975d0%2C39471%2C1731655209748.meta.1731655211093.meta not finished, retry = 0 2024-11-15T07:20:18,582 DEBUG [RS:0;32f0bc5975d0:39471.replicationSource.wal-reader.32f0bc5975d0%2C39471%2C1731655209748,1-32f0bc5975d0,39471,1731655209748 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,39471,1731655209748/32f0bc5975d0%2C39471%2C1731655209748.1731655210816 to pos 0, reset compression=false 2024-11-15T07:20:18,631 DEBUG [RS:0;32f0bc5975d0:39471 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/oldWALs 2024-11-15T07:20:18,632 INFO [RS:0;32f0bc5975d0:39471 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32f0bc5975d0%2C39471%2C1731655209748.meta:.meta(num 1731655211093) 2024-11-15T07:20:18,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741850_1026 (size=796) 2024-11-15T07:20:18,635 DEBUG [RS:0;32f0bc5975d0:39471 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/oldWALs 2024-11-15T07:20:18,635 INFO [RS:0;32f0bc5975d0:39471 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32f0bc5975d0%2C39471%2C1731655209748.rep:(num 1731655215341) 2024-11-15T07:20:18,637 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/WALs/32f0bc5975d0,39471,1731655209748/32f0bc5975d0%2C39471%2C1731655209748.1731655210816 not finished, retry = 0 2024-11-15T07:20:18,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741848_1024 (size=93) 2024-11-15T07:20:18,675 INFO [regionserver/32f0bc5975d0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T07:20:18,676 INFO [regionserver/32f0bc5975d0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T07:20:18,740 DEBUG [RS:0;32f0bc5975d0:39471 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/oldWALs 2024-11-15T07:20:18,740 INFO [RS:0;32f0bc5975d0:39471 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32f0bc5975d0%2C39471%2C1731655209748:(num 1731655210816) 2024-11-15T07:20:18,740 DEBUG [RS:0;32f0bc5975d0:39471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:18,740 INFO [RS:0;32f0bc5975d0:39471 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:20:18,740 INFO [RS:0;32f0bc5975d0:39471 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:20:18,740 INFO [RS:0;32f0bc5975d0:39471 {}] hbase.ChoreService(370): Chore service for: regionserver/32f0bc5975d0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T07:20:18,740 INFO [RS:0;32f0bc5975d0:39471 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:20:18,740 INFO [regionserver/32f0bc5975d0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:20:18,740 INFO [RS:0;32f0bc5975d0:39471 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-32f0bc5975d0,39471,1731655209748 because: Region server is closing 2024-11-15T07:20:18,740 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/32f0bc5975d0:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-15T07:20:18,740 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/32f0bc5975d0:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-15T07:20:18,740 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/32f0bc5975d0:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-15T07:20:18,740 INFO [RS:0;32f0bc5975d0:39471 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:39471. 2024-11-15T07:20:18,740 DEBUG [RS:0;32f0bc5975d0:39471 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:20:18,741 DEBUG [RS:0;32f0bc5975d0:39471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:18,741 DEBUG [RS:0;32f0bc5975d0:39471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:18,741 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:20:18,841 WARN [RS:0;32f0bc5975d0:39471.replicationSource.shipper32f0bc5975d0%2C39471%2C1731655209748,1-32f0bc5975d0,39471,1731655209748 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T07:20:18,841 WARN [RS:0;32f0bc5975d0:39471.replicationSource.wal-reader.32f0bc5975d0%2C39471%2C1731655209748,1-32f0bc5975d0,39471,1731655209748 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T07:20:18,841 INFO [RS:0;32f0bc5975d0:39471 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;32f0bc5975d0:39471.replicationSource.shipper32f0bc5975d0%2C39471%2C1731655209748,1-32f0bc5975d0,39471,1731655209748 terminated 2024-11-15T07:20:18,841 INFO [RS:0;32f0bc5975d0:39471 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39471 2024-11-15T07:20:18,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36527-0x1013d5d496d0006, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01644935641/rs 2024-11-15T07:20:18,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1013d5d496d0007, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01644935641/rs/32f0bc5975d0,39471,1731655209748 2024-11-15T07:20:18,908 INFO [RS:0;32f0bc5975d0:39471 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:20:18,909 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32f0bc5975d0,39471,1731655209748] 2024-11-15T07:20:18,929 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01644935641/draining/32f0bc5975d0,39471,1731655209748 already deleted, retry=false 2024-11-15T07:20:18,929 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32f0bc5975d0,39471,1731655209748 expired; onlineServers=0 2024-11-15T07:20:18,929 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32f0bc5975d0,36527,1731655209700' ***** 2024-11-15T07:20:18,929 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T07:20:18,929 INFO [M:0;32f0bc5975d0:36527 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:20:18,929 INFO [M:0;32f0bc5975d0:36527 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:20:18,929 DEBUG [M:0;32f0bc5975d0:36527 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T07:20:18,929 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T07:20:18,929 DEBUG [M:0;32f0bc5975d0:36527 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T07:20:18,929 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655210507 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655210507,5,FailOnTimeoutGroup] 2024-11-15T07:20:18,929 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655210506 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655210506,5,FailOnTimeoutGroup] 2024-11-15T07:20:18,929 INFO [M:0;32f0bc5975d0:36527 {}] hbase.ChoreService(370): Chore service for: master/32f0bc5975d0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T07:20:18,929 INFO [M:0;32f0bc5975d0:36527 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:20:18,929 DEBUG [M:0;32f0bc5975d0:36527 {}] master.HMaster(1795): Stopping service threads 2024-11-15T07:20:18,929 INFO [M:0;32f0bc5975d0:36527 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T07:20:18,930 INFO [M:0;32f0bc5975d0:36527 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:20:18,930 INFO [M:0;32f0bc5975d0:36527 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T07:20:18,930 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T07:20:18,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36527-0x1013d5d496d0006, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01644935641/master 2024-11-15T07:20:18,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36527-0x1013d5d496d0006, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01644935641 2024-11-15T07:20:18,939 DEBUG [M:0;32f0bc5975d0:36527 {}] zookeeper.ZKUtil(347): master:36527-0x1013d5d496d0006, quorum=127.0.0.1:49409, baseZNode=/01644935641 Unable to get data of znode /01644935641/master because node does not exist (not an error) 2024-11-15T07:20:18,940 WARN [M:0;32f0bc5975d0:36527 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T07:20:18,940 INFO [M:0;32f0bc5975d0:36527 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/.lastflushedseqids 2024-11-15T07:20:18,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741852_1028 (size=181) 2024-11-15T07:20:19,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1013d5d496d0007, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:20:19,019 INFO [RS:0;32f0bc5975d0:39471 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:20:19,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39471-0x1013d5d496d0007, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:20:19,019 INFO [RS:0;32f0bc5975d0:39471 {}] regionserver.HRegionServer(1031): Exiting; stopping=32f0bc5975d0,39471,1731655209748; zookeeper connection closed. 2024-11-15T07:20:19,019 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23a873ce {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23a873ce 2024-11-15T07:20:19,019 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T07:20:19,345 INFO [M:0;32f0bc5975d0:36527 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T07:20:19,345 INFO [M:0;32f0bc5975d0:36527 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T07:20:19,345 DEBUG [M:0;32f0bc5975d0:36527 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:20:19,345 INFO [M:0;32f0bc5975d0:36527 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:20:19,345 DEBUG [M:0;32f0bc5975d0:36527 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:20:19,345 DEBUG [M:0;32f0bc5975d0:36527 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:20:19,345 DEBUG [M:0;32f0bc5975d0:36527 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:20:19,345 INFO [M:0;32f0bc5975d0:36527 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-15T07:20:19,359 DEBUG [M:0;32f0bc5975d0:36527 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc71e16e8a5c4f7c8a15f48aa190e6f5 is 82, key is hbase:meta,,1/info:regioninfo/1731655211135/Put/seqid=0 2024-11-15T07:20:19,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741853_1029 (size=5672) 2024-11-15T07:20:19,762 INFO [M:0;32f0bc5975d0:36527 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc71e16e8a5c4f7c8a15f48aa190e6f5 2024-11-15T07:20:19,783 DEBUG [M:0;32f0bc5975d0:36527 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea8cc8eb5ce04bf5ac22408ed42c715d is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731655215379/Put/seqid=0 2024-11-15T07:20:19,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741854_1030 (size=7312) 2024-11-15T07:20:20,187 INFO [M:0;32f0bc5975d0:36527 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea8cc8eb5ce04bf5ac22408ed42c715d 2024-11-15T07:20:20,207 DEBUG [M:0;32f0bc5975d0:36527 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb718d7059a640b4a51ff34dd124c2c5 is 69, key is 32f0bc5975d0,39471,1731655209748/rs:state/1731655210614/Put/seqid=0 2024-11-15T07:20:20,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741855_1031 (size=5370) 2024-11-15T07:20:20,611 INFO [M:0;32f0bc5975d0:36527 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb718d7059a640b4a51ff34dd124c2c5 2024-11-15T07:20:20,616 INFO [M:0;32f0bc5975d0:36527 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb718d7059a640b4a51ff34dd124c2c5 2024-11-15T07:20:20,616 DEBUG [M:0;32f0bc5975d0:36527 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/cc71e16e8a5c4f7c8a15f48aa190e6f5 as hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cc71e16e8a5c4f7c8a15f48aa190e6f5 2024-11-15T07:20:20,621 INFO [M:0;32f0bc5975d0:36527 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/cc71e16e8a5c4f7c8a15f48aa190e6f5, entries=8, sequenceid=127, filesize=5.5 K 2024-11-15T07:20:20,622 DEBUG [M:0;32f0bc5975d0:36527 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ea8cc8eb5ce04bf5ac22408ed42c715d as hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea8cc8eb5ce04bf5ac22408ed42c715d 2024-11-15T07:20:20,626 INFO [M:0;32f0bc5975d0:36527 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ea8cc8eb5ce04bf5ac22408ed42c715d, entries=7, sequenceid=127, filesize=7.1 K 2024-11-15T07:20:20,627 DEBUG [M:0;32f0bc5975d0:36527 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb718d7059a640b4a51ff34dd124c2c5 as hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bb718d7059a640b4a51ff34dd124c2c5 2024-11-15T07:20:20,631 INFO [M:0;32f0bc5975d0:36527 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bb718d7059a640b4a51ff34dd124c2c5 2024-11-15T07:20:20,631 INFO [M:0;32f0bc5975d0:36527 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38403/user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bb718d7059a640b4a51ff34dd124c2c5, entries=2, sequenceid=127, filesize=5.2 K 2024-11-15T07:20:20,632 INFO [M:0;32f0bc5975d0:36527 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=127, compaction requested=false 2024-11-15T07:20:20,633 INFO [M:0;32f0bc5975d0:36527 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:20:20,633 DEBUG [M:0;32f0bc5975d0:36527 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655219345Disabling compacts and flushes for region at 1731655219345Disabling writes for close at 1731655219345Obtaining lock to block concurrent updates at 1731655219345Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731655219345Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731655219345Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731655219346 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731655219346Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731655219358 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731655219358Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731655219767 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731655219782 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731655219782Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731655220191 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731655220206 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731655220206Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f96e3ff: reopening flushed file at 1731655220616 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37fb8972: reopening flushed file at 1731655220621 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e718e6d: reopening flushed file at 1731655220626 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=127, compaction requested=false at 1731655220632 (+6 ms)Writing region close event to WAL at 1731655220633 (+1 ms)Closed at 1731655220633 2024-11-15T07:20:20,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38751 is added to blk_1073741847_1023 (size=22903) 2024-11-15T07:20:20,635 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d88a9986-9955-ae8c-7912-87635e78c270/MasterData/WALs/32f0bc5975d0,36527,1731655209700/32f0bc5975d0%2C36527%2C1731655209700.1731655210265 not finished, retry = 0 2024-11-15T07:20:20,735 INFO [M:0;32f0bc5975d0:36527 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T07:20:20,736 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:20:20,736 INFO [M:0;32f0bc5975d0:36527 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36527 2024-11-15T07:20:20,736 INFO [M:0;32f0bc5975d0:36527 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:20:20,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36527-0x1013d5d496d0006, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:20:20,919 INFO [M:0;32f0bc5975d0:36527 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:20:20,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36527-0x1013d5d496d0006, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:20:20,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3476c05e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T07:20:20,925 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ee127a5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T07:20:20,925 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T07:20:20,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3bb5b35d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T07:20:20,925 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45909b82{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fa0cc9-a851-ada1-d1f1-438f263ed47a/hadoop.log.dir/,STOPPED} 2024-11-15T07:20:20,926 WARN [BP-1587967210-172.17.0.2-1731655192025 heartbeating to localhost/127.0.0.1:38403 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T07:20:20,926 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T07:20:20,926 WARN [BP-1587967210-172.17.0.2-1731655192025 heartbeating to localhost/127.0.0.1:38403 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1587967210-172.17.0.2-1731655192025 (Datanode Uuid 96a60b72-d87c-40f0-9036-3be6f97a0294) service to localhost/127.0.0.1:38403 2024-11-15T07:20:20,926 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T07:20:20,927 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fa0cc9-a851-ada1-d1f1-438f263ed47a/cluster_1a1445ee-f01e-dd53-6dd6-6130c3480804/data/data1/current/BP-1587967210-172.17.0.2-1731655192025 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T07:20:20,927 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fa0cc9-a851-ada1-d1f1-438f263ed47a/cluster_1a1445ee-f01e-dd53-6dd6-6130c3480804/data/data2/current/BP-1587967210-172.17.0.2-1731655192025 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T07:20:20,927 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T07:20:20,932 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c118a96{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T07:20:20,932 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4772603a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T07:20:20,932 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T07:20:20,932 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c1ee428{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T07:20:20,932 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14110be9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b0fa0cc9-a851-ada1-d1f1-438f263ed47a/hadoop.log.dir/,STOPPED} 2024-11-15T07:20:20,937 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T07:20:20,947 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T07:20:20,955 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 160) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:42779 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42779 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:38403 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:38403 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:42779 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:38403 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:38403 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:42779 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38403 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49409) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:38403 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49409) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38403 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:42779 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42779 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 502) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=235 (was 217) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6515 (was 6610) 2024-11-15T07:20:20,963 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=205, OpenFileDescriptor=568, MaxFileDescriptor=1048576, SystemLoadAverage=235, ProcessCount=11, AvailableMemoryMB=6515 2024-11-15T07:20:20,977 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-15T07:20:20,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fbad343-c4ff-b302-a94a-b45a6f78c79f/hadoop.log.dir so I do NOT create it in target/test-data/63fba7eb-2f73-6bb9-ef25-9449568727d3 2024-11-15T07:20:20,978 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fbad343-c4ff-b302-a94a-b45a6f78c79f/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T07:20:20,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fbad343-c4ff-b302-a94a-b45a6f78c79f/hadoop.tmp.dir so I do NOT create it in target/test-data/63fba7eb-2f73-6bb9-ef25-9449568727d3 2024-11-15T07:20:20,978 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4fbad343-c4ff-b302-a94a-b45a6f78c79f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T07:20:20,978 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fba7eb-2f73-6bb9-ef25-9449568727d3 2024-11-15T07:20:20,978 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fba7eb-2f73-6bb9-ef25-9449568727d3/cluster_d8a696cb-d501-eb9d-6459-4ea40ae7a9ee, deleteOnExit=true 2024-11-15T07:20:21,000 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fba7eb-2f73-6bb9-ef25-9449568727d3/cluster_d8a696cb-d501-eb9d-6459-4ea40ae7a9ee/zookeeper_0, clientPort=51998, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fba7eb-2f73-6bb9-ef25-9449568727d3/cluster_d8a696cb-d501-eb9d-6459-4ea40ae7a9ee/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fba7eb-2f73-6bb9-ef25-9449568727d3/cluster_d8a696cb-d501-eb9d-6459-4ea40ae7a9ee/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T07:20:21,001 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51998 2024-11-15T07:20:21,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T07:20:21,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T07:20:21,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fba7eb-2f73-6bb9-ef25-9449568727d3/test.cache.data in system properties and HBase conf 2024-11-15T07:20:21,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fba7eb-2f73-6bb9-ef25-9449568727d3/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T07:20:21,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fba7eb-2f73-6bb9-ef25-9449568727d3/hadoop.log.dir in system properties and HBase conf 2024-11-15T07:20:21,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fba7eb-2f73-6bb9-ef25-9449568727d3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T07:20:21,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fba7eb-2f73-6bb9-ef25-9449568727d3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T07:20:21,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T07:20:21,001 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T07:20:21,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fba7eb-2f73-6bb9-ef25-9449568727d3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T07:20:21,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fba7eb-2f73-6bb9-ef25-9449568727d3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T07:20:21,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fba7eb-2f73-6bb9-ef25-9449568727d3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T07:20:21,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fba7eb-2f73-6bb9-ef25-9449568727d3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T07:20:21,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fba7eb-2f73-6bb9-ef25-9449568727d3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T07:20:21,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fba7eb-2f73-6bb9-ef25-9449568727d3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T07:20:21,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fba7eb-2f73-6bb9-ef25-9449568727d3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T07:20:21,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fba7eb-2f73-6bb9-ef25-9449568727d3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T07:20:21,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fba7eb-2f73-6bb9-ef25-9449568727d3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T07:20:21,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fba7eb-2f73-6bb9-ef25-9449568727d3/nfs.dump.dir in system properties and HBase conf 2024-11-15T07:20:21,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fba7eb-2f73-6bb9-ef25-9449568727d3/java.io.tmpdir in system properties and HBase conf 2024-11-15T07:20:21,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fba7eb-2f73-6bb9-ef25-9449568727d3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T07:20:21,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fba7eb-2f73-6bb9-ef25-9449568727d3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T07:20:21,002 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fba7eb-2f73-6bb9-ef25-9449568727d3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T07:20:21,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013d5d496d0005, quorum=127.0.0.1:49409, baseZNode=/11715569791 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T07:20:21,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013d5d496d0002, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T07:20:21,036 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013d5d496d0005, quorum=127.0.0.1:49409, baseZNode=/11715569791 Received Disconnected from ZooKeeper, ignoring 2024-11-15T07:20:21,036 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013d5d496d0002, quorum=127.0.0.1:49409, baseZNode=/01644935641 Received Disconnected from ZooKeeper, ignoring 2024-11-15T07:20:21,364 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:20:21,369 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T07:20:21,376 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T07:20:21,376 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T07:20:21,376 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T07:20:21,377 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:20:21,377 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13ae82d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fba7eb-2f73-6bb9-ef25-9449568727d3/hadoop.log.dir/,AVAILABLE} 2024-11-15T07:20:21,378 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32008c8d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T07:20:21,479 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6a12b3a1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fba7eb-2f73-6bb9-ef25-9449568727d3/java.io.tmpdir/jetty-localhost-44995-hadoop-hdfs-3_4_1-tests_jar-_-any-422583705313352932/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T07:20:21,480 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1621e05{HTTP/1.1, (http/1.1)}{localhost:44995} 2024-11-15T07:20:21,480 INFO [Time-limited test {}] server.Server(415): Started @175994ms 2024-11-15T07:20:21,736 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:20:21,740 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T07:20:21,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T07:20:21,741 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T07:20:21,741 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T07:20:21,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@713949a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fba7eb-2f73-6bb9-ef25-9449568727d3/hadoop.log.dir/,AVAILABLE} 2024-11-15T07:20:21,741 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b76dcb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T07:20:21,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56cd358e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fba7eb-2f73-6bb9-ef25-9449568727d3/java.io.tmpdir/jetty-localhost-44993-hadoop-hdfs-3_4_1-tests_jar-_-any-854770381097163997/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T07:20:21,836 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7aa904ee{HTTP/1.1, (http/1.1)}{localhost:44993} 2024-11-15T07:20:21,836 INFO [Time-limited test {}] server.Server(415): Started @176350ms 2024-11-15T07:20:21,837 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T07:20:22,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:20:22,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T07:20:22,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T07:20:22,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:20:22,415 WARN [Thread-1684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fba7eb-2f73-6bb9-ef25-9449568727d3/cluster_d8a696cb-d501-eb9d-6459-4ea40ae7a9ee/data/data1/current/BP-821029349-172.17.0.2-1731655221029/current, will proceed with Du for space computation calculation, 2024-11-15T07:20:22,415 WARN [Thread-1685 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fba7eb-2f73-6bb9-ef25-9449568727d3/cluster_d8a696cb-d501-eb9d-6459-4ea40ae7a9ee/data/data2/current/BP-821029349-172.17.0.2-1731655221029/current, will proceed with Du for space computation calculation, 2024-11-15T07:20:22,431 WARN [Thread-1672 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T07:20:22,433 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2b0adea6bd14093 with lease ID 0x1d352a370c628507: Processing first storage report for DS-e682fbcd-f1b6-4d66-a965-7b19ebe0fd6a from datanode DatanodeRegistration(127.0.0.1:36371, datanodeUuid=b0cf65e2-9306-4ee1-945c-a57608c6c8be, infoPort=46851, infoSecurePort=0, ipcPort=44499, storageInfo=lv=-57;cid=testClusterID;nsid=434414507;c=1731655221029) 2024-11-15T07:20:22,433 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2b0adea6bd14093 with lease ID 0x1d352a370c628507: from storage DS-e682fbcd-f1b6-4d66-a965-7b19ebe0fd6a node DatanodeRegistration(127.0.0.1:36371, datanodeUuid=b0cf65e2-9306-4ee1-945c-a57608c6c8be, infoPort=46851, infoSecurePort=0, ipcPort=44499, storageInfo=lv=-57;cid=testClusterID;nsid=434414507;c=1731655221029), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T07:20:22,433 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2b0adea6bd14093 with lease ID 0x1d352a370c628507: Processing first storage report for DS-07dd4003-ebf2-450b-88de-5fb29723f5cc from datanode DatanodeRegistration(127.0.0.1:36371, datanodeUuid=b0cf65e2-9306-4ee1-945c-a57608c6c8be, infoPort=46851, infoSecurePort=0, ipcPort=44499, storageInfo=lv=-57;cid=testClusterID;nsid=434414507;c=1731655221029) 2024-11-15T07:20:22,433 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2b0adea6bd14093 with lease ID 0x1d352a370c628507: from storage DS-07dd4003-ebf2-450b-88de-5fb29723f5cc node DatanodeRegistration(127.0.0.1:36371, datanodeUuid=b0cf65e2-9306-4ee1-945c-a57608c6c8be, infoPort=46851, infoSecurePort=0, ipcPort=44499, storageInfo=lv=-57;cid=testClusterID;nsid=434414507;c=1731655221029), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T07:20:22,463 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fba7eb-2f73-6bb9-ef25-9449568727d3 2024-11-15T07:20:22,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:20:22,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:20:22,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741825_1001 (size=7) 2024-11-15T07:20:22,872 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b with version=8 2024-11-15T07:20:22,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/hbase-staging 2024-11-15T07:20:22,874 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:20:22,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:20:22,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:20:22,874 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:20:22,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:20:22,874 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:20:22,874 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T07:20:22,874 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:20:22,874 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38739 2024-11-15T07:20:22,875 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38739 connecting to ZooKeeper ensemble=127.0.0.1:51998 2024-11-15T07:20:22,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:387390x0, quorum=127.0.0.1:51998, baseZNode=/01267520662 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:20:22,963 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38739-0x1013d5dbab30000 connected 2024-11-15T07:20:23,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:20:23,046 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:20:23,047 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38739-0x1013d5dbab30000, quorum=127.0.0.1:51998, baseZNode=/01267520662 Set watcher on znode that does not yet exist, /01267520662/running 2024-11-15T07:20:23,047 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b, hbase.cluster.distributed=false 2024-11-15T07:20:23,048 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38739-0x1013d5dbab30000, quorum=127.0.0.1:51998, baseZNode=/01267520662 Set watcher on znode that does not yet exist, /01267520662/acl 2024-11-15T07:20:23,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38739 2024-11-15T07:20:23,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38739 2024-11-15T07:20:23,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38739 2024-11-15T07:20:23,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38739 2024-11-15T07:20:23,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38739 2024-11-15T07:20:23,062 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:20:23,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:20:23,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:20:23,062 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:20:23,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:20:23,062 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:20:23,062 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T07:20:23,062 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:20:23,063 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35013 2024-11-15T07:20:23,064 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35013 connecting to ZooKeeper ensemble=127.0.0.1:51998 2024-11-15T07:20:23,064 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:20:23,065 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:20:23,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350130x0, quorum=127.0.0.1:51998, baseZNode=/01267520662 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:20:23,076 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350130x0, quorum=127.0.0.1:51998, baseZNode=/01267520662 Set watcher on znode that does not yet exist, /01267520662/running 2024-11-15T07:20:23,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35013-0x1013d5dbab30001 connected 2024-11-15T07:20:23,077 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T07:20:23,077 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T07:20:23,077 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35013-0x1013d5dbab30001, quorum=127.0.0.1:51998, baseZNode=/01267520662 Set watcher on znode that does not yet exist, /01267520662/master 2024-11-15T07:20:23,078 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35013-0x1013d5dbab30001, quorum=127.0.0.1:51998, baseZNode=/01267520662 Set watcher on znode that does not yet exist, /01267520662/acl 2024-11-15T07:20:23,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35013 2024-11-15T07:20:23,080 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35013 2024-11-15T07:20:23,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35013 2024-11-15T07:20:23,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35013 2024-11-15T07:20:23,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35013 2024-11-15T07:20:23,097 DEBUG [M:0;32f0bc5975d0:38739 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32f0bc5975d0:38739 2024-11-15T07:20:23,098 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01267520662/backup-masters/32f0bc5975d0,38739,1731655222873 2024-11-15T07:20:23,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35013-0x1013d5dbab30001, quorum=127.0.0.1:51998, baseZNode=/01267520662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267520662/backup-masters 2024-11-15T07:20:23,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38739-0x1013d5dbab30000, quorum=127.0.0.1:51998, baseZNode=/01267520662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267520662/backup-masters 2024-11-15T07:20:23,108 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38739-0x1013d5dbab30000, quorum=127.0.0.1:51998, baseZNode=/01267520662 Set watcher on existing znode=/01267520662/backup-masters/32f0bc5975d0,38739,1731655222873 2024-11-15T07:20:23,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35013-0x1013d5dbab30001, quorum=127.0.0.1:51998, baseZNode=/01267520662 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01267520662/master 2024-11-15T07:20:23,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38739-0x1013d5dbab30000, quorum=127.0.0.1:51998, baseZNode=/01267520662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267520662 2024-11-15T07:20:23,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35013-0x1013d5dbab30001, quorum=127.0.0.1:51998, baseZNode=/01267520662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267520662 2024-11-15T07:20:23,119 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38739-0x1013d5dbab30000, quorum=127.0.0.1:51998, baseZNode=/01267520662 Set watcher on existing znode=/01267520662/master 2024-11-15T07:20:23,119 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01267520662/backup-masters/32f0bc5975d0,38739,1731655222873 from backup master directory 2024-11-15T07:20:23,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35013-0x1013d5dbab30001, quorum=127.0.0.1:51998, baseZNode=/01267520662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267520662/backup-masters 2024-11-15T07:20:23,128 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38739-0x1013d5dbab30000, quorum=127.0.0.1:51998, baseZNode=/01267520662 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01267520662/backup-masters/32f0bc5975d0,38739,1731655222873 2024-11-15T07:20:23,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38739-0x1013d5dbab30000, quorum=127.0.0.1:51998, baseZNode=/01267520662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267520662/backup-masters 2024-11-15T07:20:23,129 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:20:23,129 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32f0bc5975d0,38739,1731655222873 2024-11-15T07:20:23,132 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/hbase.id] with ID: 375512a8-34dd-4bcd-8bd9-8f7e4bfaf22d 2024-11-15T07:20:23,132 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/.tmp/hbase.id 2024-11-15T07:20:23,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741826_1002 (size=42) 2024-11-15T07:20:23,431 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T07:20:23,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:23,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:23,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:23,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:23,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:23,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:23,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:23,538 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/.tmp/hbase.id]:[hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/hbase.id] 2024-11-15T07:20:23,546 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:20:23,546 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T07:20:23,547 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T07:20:23,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38739-0x1013d5dbab30000, quorum=127.0.0.1:51998, baseZNode=/01267520662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267520662 2024-11-15T07:20:23,597 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35013-0x1013d5dbab30001, quorum=127.0.0.1:51998, baseZNode=/01267520662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267520662 2024-11-15T07:20:23,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741827_1003 (size=196) 2024-11-15T07:20:24,002 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:20:24,003 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T07:20:24,003 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:20:24,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741828_1004 (size=1189) 2024-11-15T07:20:24,409 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/MasterData/data/master/store 2024-11-15T07:20:24,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741829_1005 (size=34) 2024-11-15T07:20:24,815 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:20:24,815 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:20:24,815 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:20:24,815 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:20:24,815 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:20:24,815 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:20:24,815 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:20:24,815 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655224815Disabling compacts and flushes for region at 1731655224815Disabling writes for close at 1731655224815Writing region close event to WAL at 1731655224815Closed at 1731655224815 2024-11-15T07:20:24,816 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/MasterData/data/master/store/.initializing 2024-11-15T07:20:24,816 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/MasterData/WALs/32f0bc5975d0,38739,1731655222873 2024-11-15T07:20:24,817 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:20:24,818 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32f0bc5975d0%2C38739%2C1731655222873, suffix=, logDir=hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/MasterData/WALs/32f0bc5975d0,38739,1731655222873, archiveDir=hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/MasterData/oldWALs, maxLogs=10 2024-11-15T07:20:24,830 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/MasterData/WALs/32f0bc5975d0,38739,1731655222873/32f0bc5975d0%2C38739%2C1731655222873.1731655224818, exclude list is [], retry=0 2024-11-15T07:20:24,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36371,DS-e682fbcd-f1b6-4d66-a965-7b19ebe0fd6a,DISK] 2024-11-15T07:20:24,834 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/MasterData/WALs/32f0bc5975d0,38739,1731655222873/32f0bc5975d0%2C38739%2C1731655222873.1731655224818 2024-11-15T07:20:24,834 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46851:46851)] 2024-11-15T07:20:24,834 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:20:24,834 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:20:24,834 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:24,835 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:24,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:24,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T07:20:24,837 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:24,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:20:24,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:24,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T07:20:24,838 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:24,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:20:24,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:24,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T07:20:24,839 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:24,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:20:24,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:24,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T07:20:24,840 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:24,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:20:24,841 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:24,841 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:24,842 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:24,843 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:24,843 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:24,843 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:20:24,844 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:24,845 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:20:24,845 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65622543, jitterRate=-0.022147908806800842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:20:24,846 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731655224835Initializing all the Stores at 1731655224835Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655224835Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655224835Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655224835Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655224835Cleaning up temporary data from old regions at 1731655224843 (+8 ms)Region opened successfully at 1731655224846 (+3 ms) 2024-11-15T07:20:24,846 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T07:20:24,848 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@700135e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:20:24,849 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T07:20:24,849 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T07:20:24,849 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T07:20:24,849 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T07:20:24,849 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T07:20:24,849 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T07:20:24,849 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T07:20:24,851 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T07:20:24,851 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38739-0x1013d5dbab30000, quorum=127.0.0.1:51998, baseZNode=/01267520662 Unable to get data of znode /01267520662/balancer because node does not exist (not necessarily an error) 2024-11-15T07:20:25,023 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01267520662/balancer already deleted, retry=false 2024-11-15T07:20:25,024 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T07:20:25,024 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38739-0x1013d5dbab30000, quorum=127.0.0.1:51998, baseZNode=/01267520662 Unable to get data of znode /01267520662/normalizer because node does not exist (not necessarily an error) 2024-11-15T07:20:25,139 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01267520662/normalizer already deleted, retry=false 2024-11-15T07:20:25,140 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T07:20:25,140 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38739-0x1013d5dbab30000, quorum=127.0.0.1:51998, baseZNode=/01267520662 Unable to get data of znode /01267520662/switch/split because node does not exist (not necessarily an error) 2024-11-15T07:20:25,223 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01267520662/switch/split already deleted, retry=false 2024-11-15T07:20:25,224 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38739-0x1013d5dbab30000, quorum=127.0.0.1:51998, baseZNode=/01267520662 Unable to get data of znode /01267520662/switch/merge because node does not exist (not necessarily an error) 2024-11-15T07:20:25,349 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01267520662/switch/merge already deleted, retry=false 2024-11-15T07:20:25,351 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38739-0x1013d5dbab30000, quorum=127.0.0.1:51998, baseZNode=/01267520662 Unable to get data of znode /01267520662/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T07:20:25,523 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01267520662/snapshot-cleanup already deleted, retry=false 2024-11-15T07:20:25,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38739-0x1013d5dbab30000, quorum=127.0.0.1:51998, baseZNode=/01267520662 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01267520662/running 2024-11-15T07:20:25,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35013-0x1013d5dbab30001, quorum=127.0.0.1:51998, baseZNode=/01267520662 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01267520662/running 2024-11-15T07:20:25,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38739-0x1013d5dbab30000, quorum=127.0.0.1:51998, baseZNode=/01267520662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267520662 2024-11-15T07:20:25,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35013-0x1013d5dbab30001, quorum=127.0.0.1:51998, baseZNode=/01267520662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267520662 2024-11-15T07:20:25,619 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32f0bc5975d0,38739,1731655222873, sessionid=0x1013d5dbab30000, setting cluster-up flag (Was=false) 2024-11-15T07:20:25,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38739-0x1013d5dbab30000, quorum=127.0.0.1:51998, baseZNode=/01267520662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267520662 2024-11-15T07:20:25,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35013-0x1013d5dbab30001, quorum=127.0.0.1:51998, baseZNode=/01267520662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267520662 2024-11-15T07:20:25,671 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01267520662/flush-table-proc/acquired, /01267520662/flush-table-proc/reached, /01267520662/flush-table-proc/abort 2024-11-15T07:20:25,672 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,38739,1731655222873 2024-11-15T07:20:25,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35013-0x1013d5dbab30001, quorum=127.0.0.1:51998, baseZNode=/01267520662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267520662 2024-11-15T07:20:25,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38739-0x1013d5dbab30000, quorum=127.0.0.1:51998, baseZNode=/01267520662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267520662 2024-11-15T07:20:25,723 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01267520662/online-snapshot/acquired, /01267520662/online-snapshot/reached, /01267520662/online-snapshot/abort 2024-11-15T07:20:25,724 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,38739,1731655222873 2024-11-15T07:20:25,725 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T07:20:25,726 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T07:20:25,726 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T07:20:25,727 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T07:20:25,727 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 32f0bc5975d0,36513,1731655194513: status=Processing ServerCrashProcedure of 32f0bc5975d0,36513,1731655194513 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731655210506, completionTime=-1 appears to have been leaked 2024-11-15T07:20:25,727 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32f0bc5975d0,38739,1731655222873 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T07:20:25,728 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:20:25,728 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:20:25,728 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:20:25,728 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:20:25,728 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32f0bc5975d0:0, corePoolSize=10, maxPoolSize=10 2024-11-15T07:20:25,728 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:25,728 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:20:25,728 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:25,729 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731655255729 2024-11-15T07:20:25,729 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T07:20:25,729 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T07:20:25,729 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T07:20:25,729 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T07:20:25,729 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T07:20:25,729 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T07:20:25,729 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:25,729 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:20:25,729 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T07:20:25,729 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T07:20:25,729 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T07:20:25,729 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T07:20:25,729 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T07:20:25,730 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T07:20:25,730 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T07:20:25,730 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655225730,5,FailOnTimeoutGroup] 2024-11-15T07:20:25,730 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655225730,5,FailOnTimeoutGroup] 2024-11-15T07:20:25,730 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:25,730 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T07:20:25,730 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:25,730 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:25,730 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:25,730 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T07:20:25,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741831_1007 (size=1321) 2024-11-15T07:20:25,791 INFO [RS:0;32f0bc5975d0:35013 {}] regionserver.HRegionServer(746): ClusterId : 375512a8-34dd-4bcd-8bd9-8f7e4bfaf22d 2024-11-15T07:20:25,791 DEBUG [RS:0;32f0bc5975d0:35013 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T07:20:25,803 DEBUG [RS:0;32f0bc5975d0:35013 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T07:20:25,803 DEBUG [RS:0;32f0bc5975d0:35013 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T07:20:25,813 DEBUG [RS:0;32f0bc5975d0:35013 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T07:20:25,814 DEBUG [RS:0;32f0bc5975d0:35013 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e5b75e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:20:25,828 DEBUG [RS:0;32f0bc5975d0:35013 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32f0bc5975d0:35013 2024-11-15T07:20:25,828 INFO [RS:0;32f0bc5975d0:35013 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T07:20:25,828 INFO [RS:0;32f0bc5975d0:35013 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T07:20:25,828 DEBUG [RS:0;32f0bc5975d0:35013 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T07:20:25,829 INFO [RS:0;32f0bc5975d0:35013 {}] regionserver.HRegionServer(2659): reportForDuty to master=32f0bc5975d0,38739,1731655222873 with port=35013, startcode=1731655223062 2024-11-15T07:20:25,829 DEBUG [RS:0;32f0bc5975d0:35013 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T07:20:25,830 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T07:20:25,831 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38739 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32f0bc5975d0,35013,1731655223062 2024-11-15T07:20:25,831 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38739 {}] master.ServerManager(517): Registering regionserver=32f0bc5975d0,35013,1731655223062 2024-11-15T07:20:25,832 DEBUG [RS:0;32f0bc5975d0:35013 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b 2024-11-15T07:20:25,832 DEBUG [RS:0;32f0bc5975d0:35013 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36081 2024-11-15T07:20:25,832 DEBUG [RS:0;32f0bc5975d0:35013 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T07:20:25,844 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38739-0x1013d5dbab30000, quorum=127.0.0.1:51998, baseZNode=/01267520662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267520662/rs 2024-11-15T07:20:25,845 DEBUG [RS:0;32f0bc5975d0:35013 {}] zookeeper.ZKUtil(111): regionserver:35013-0x1013d5dbab30001, quorum=127.0.0.1:51998, baseZNode=/01267520662 Set watcher on existing znode=/01267520662/rs/32f0bc5975d0,35013,1731655223062 2024-11-15T07:20:25,845 WARN [RS:0;32f0bc5975d0:35013 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:20:25,845 INFO [RS:0;32f0bc5975d0:35013 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:20:25,845 DEBUG [RS:0;32f0bc5975d0:35013 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/WALs/32f0bc5975d0,35013,1731655223062 2024-11-15T07:20:25,845 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32f0bc5975d0,35013,1731655223062] 2024-11-15T07:20:25,848 INFO [RS:0;32f0bc5975d0:35013 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T07:20:25,849 INFO [RS:0;32f0bc5975d0:35013 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T07:20:25,850 INFO [RS:0;32f0bc5975d0:35013 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T07:20:25,850 INFO [RS:0;32f0bc5975d0:35013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:25,850 INFO [RS:0;32f0bc5975d0:35013 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T07:20:25,851 INFO [RS:0;32f0bc5975d0:35013 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T07:20:25,851 INFO [RS:0;32f0bc5975d0:35013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:25,851 DEBUG [RS:0;32f0bc5975d0:35013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:25,851 DEBUG [RS:0;32f0bc5975d0:35013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:25,851 DEBUG [RS:0;32f0bc5975d0:35013 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:25,851 DEBUG [RS:0;32f0bc5975d0:35013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:25,851 DEBUG [RS:0;32f0bc5975d0:35013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:25,851 DEBUG [RS:0;32f0bc5975d0:35013 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:20:25,851 DEBUG [RS:0;32f0bc5975d0:35013 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:25,851 DEBUG [RS:0;32f0bc5975d0:35013 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:25,851 DEBUG [RS:0;32f0bc5975d0:35013 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:25,851 DEBUG [RS:0;32f0bc5975d0:35013 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:25,851 DEBUG [RS:0;32f0bc5975d0:35013 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:25,851 DEBUG [RS:0;32f0bc5975d0:35013 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:25,851 DEBUG [RS:0;32f0bc5975d0:35013 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:20:25,851 DEBUG [RS:0;32f0bc5975d0:35013 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:20:25,855 INFO [RS:0;32f0bc5975d0:35013 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:25,855 INFO [RS:0;32f0bc5975d0:35013 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:25,855 INFO [RS:0;32f0bc5975d0:35013 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:25,855 INFO [RS:0;32f0bc5975d0:35013 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:25,855 INFO [RS:0;32f0bc5975d0:35013 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:25,855 INFO [RS:0;32f0bc5975d0:35013 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,35013,1731655223062-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:20:25,869 INFO [RS:0;32f0bc5975d0:35013 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T07:20:25,869 INFO [RS:0;32f0bc5975d0:35013 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,35013,1731655223062-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:25,869 INFO [RS:0;32f0bc5975d0:35013 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:25,869 INFO [RS:0;32f0bc5975d0:35013 {}] regionserver.Replication(171): 32f0bc5975d0,35013,1731655223062 started 2024-11-15T07:20:25,881 INFO [RS:0;32f0bc5975d0:35013 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:25,881 INFO [RS:0;32f0bc5975d0:35013 {}] regionserver.HRegionServer(1482): Serving as 32f0bc5975d0,35013,1731655223062, RpcServer on 32f0bc5975d0/172.17.0.2:35013, sessionid=0x1013d5dbab30001 2024-11-15T07:20:25,882 DEBUG [RS:0;32f0bc5975d0:35013 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T07:20:25,882 DEBUG [RS:0;32f0bc5975d0:35013 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32f0bc5975d0,35013,1731655223062 2024-11-15T07:20:25,882 DEBUG [RS:0;32f0bc5975d0:35013 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,35013,1731655223062' 2024-11-15T07:20:25,882 DEBUG [RS:0;32f0bc5975d0:35013 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01267520662/flush-table-proc/abort' 2024-11-15T07:20:25,882 DEBUG [RS:0;32f0bc5975d0:35013 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01267520662/flush-table-proc/acquired' 2024-11-15T07:20:25,883 DEBUG [RS:0;32f0bc5975d0:35013 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T07:20:25,883 DEBUG [RS:0;32f0bc5975d0:35013 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T07:20:25,883 DEBUG [RS:0;32f0bc5975d0:35013 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32f0bc5975d0,35013,1731655223062 2024-11-15T07:20:25,883 DEBUG [RS:0;32f0bc5975d0:35013 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,35013,1731655223062' 2024-11-15T07:20:25,883 DEBUG [RS:0;32f0bc5975d0:35013 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01267520662/online-snapshot/abort' 2024-11-15T07:20:25,883 DEBUG [RS:0;32f0bc5975d0:35013 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01267520662/online-snapshot/acquired' 2024-11-15T07:20:25,883 DEBUG [RS:0;32f0bc5975d0:35013 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T07:20:25,883 INFO [RS:0;32f0bc5975d0:35013 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T07:20:25,883 INFO [RS:0;32f0bc5975d0:35013 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T07:20:25,984 INFO [RS:0;32f0bc5975d0:35013 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:20:25,985 INFO [RS:0;32f0bc5975d0:35013 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C35013%2C1731655223062, suffix=, logDir=hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/WALs/32f0bc5975d0,35013,1731655223062, archiveDir=hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/oldWALs, maxLogs=10 2024-11-15T07:20:25,997 DEBUG [RS:0;32f0bc5975d0:35013 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/WALs/32f0bc5975d0,35013,1731655223062/32f0bc5975d0%2C35013%2C1731655223062.1731655225986, exclude list is [], retry=0 2024-11-15T07:20:25,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36371,DS-e682fbcd-f1b6-4d66-a965-7b19ebe0fd6a,DISK] 2024-11-15T07:20:26,000 INFO [RS:0;32f0bc5975d0:35013 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/WALs/32f0bc5975d0,35013,1731655223062/32f0bc5975d0%2C35013%2C1731655223062.1731655225986 2024-11-15T07:20:26,001 DEBUG [RS:0;32f0bc5975d0:35013 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46851:46851)] 2024-11-15T07:20:26,136 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T07:20:26,136 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b 2024-11-15T07:20:26,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741833_1009 (size=32) 2024-11-15T07:20:26,541 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:20:26,542 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:20:26,544 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:20:26,544 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:26,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:20:26,544 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:20:26,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:20:26,546 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:26,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:20:26,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:20:26,547 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:20:26,547 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:26,547 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:20:26,548 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:20:26,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:20:26,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:26,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:20:26,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:20:26,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/hbase/meta/1588230740 2024-11-15T07:20:26,550 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/hbase/meta/1588230740 2024-11-15T07:20:26,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:20:26,551 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:20:26,552 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:20:26,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:20:26,555 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:20:26,555 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68759695, jitterRate=0.02459929883480072}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:20:26,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731655226541Initializing all the Stores at 1731655226542 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655226542Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655226542Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655226542Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655226542Cleaning up temporary data from old regions at 1731655226551 (+9 ms)Region opened successfully at 1731655226556 (+5 ms) 2024-11-15T07:20:26,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:20:26,556 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:20:26,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:20:26,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:20:26,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:20:26,556 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:20:26,556 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655226556Disabling compacts and flushes for region at 1731655226556Disabling writes for close at 1731655226556Writing region close event to WAL at 1731655226556Closed at 1731655226556 2024-11-15T07:20:26,557 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:20:26,557 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T07:20:26,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T07:20:26,558 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:20:26,559 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T07:20:26,709 DEBUG [32f0bc5975d0:38739 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T07:20:26,710 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32f0bc5975d0,35013,1731655223062 2024-11-15T07:20:26,711 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,35013,1731655223062, state=OPENING 2024-11-15T07:20:26,760 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T07:20:26,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38739-0x1013d5dbab30000, quorum=127.0.0.1:51998, baseZNode=/01267520662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267520662 2024-11-15T07:20:26,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35013-0x1013d5dbab30001, quorum=127.0.0.1:51998, baseZNode=/01267520662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267520662 2024-11-15T07:20:26,771 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:20:26,771 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01267520662/meta-region-server: CHANGED 2024-11-15T07:20:26,771 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01267520662/meta-region-server: CHANGED 2024-11-15T07:20:26,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,35013,1731655223062}] 2024-11-15T07:20:26,923 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T07:20:26,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38641, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T07:20:26,928 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T07:20:26,928 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:20:26,928 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T07:20:26,929 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C35013%2C1731655223062.meta, suffix=.meta, logDir=hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/WALs/32f0bc5975d0,35013,1731655223062, archiveDir=hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/oldWALs, maxLogs=10 2024-11-15T07:20:26,941 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/WALs/32f0bc5975d0,35013,1731655223062/32f0bc5975d0%2C35013%2C1731655223062.meta.1731655226929.meta, exclude list is [], retry=0 2024-11-15T07:20:26,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36371,DS-e682fbcd-f1b6-4d66-a965-7b19ebe0fd6a,DISK] 2024-11-15T07:20:26,944 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/WALs/32f0bc5975d0,35013,1731655223062/32f0bc5975d0%2C35013%2C1731655223062.meta.1731655226929.meta 2024-11-15T07:20:26,944 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46851:46851)] 2024-11-15T07:20:26,944 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:20:26,944 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:20:26,944 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T07:20:26,944 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T07:20:26,944 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T07:20:26,944 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T07:20:26,945 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:20:26,945 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T07:20:26,945 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T07:20:26,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:20:26,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:20:26,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:26,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:20:26,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:20:26,948 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:20:26,948 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:26,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:20:26,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:20:26,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:20:26,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:26,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:20:26,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:20:26,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:20:26,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:26,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:20:26,950 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:20:26,951 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/hbase/meta/1588230740 2024-11-15T07:20:26,952 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/hbase/meta/1588230740 2024-11-15T07:20:26,952 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:20:26,953 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:20:26,953 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:20:26,954 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:20:26,955 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75189306, jitterRate=0.12040796875953674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:20:26,955 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T07:20:26,955 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731655226945Writing region info on filesystem at 1731655226945Initializing all the Stores at 1731655226945Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655226946 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655226946Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655226946Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655226946Cleaning up temporary data from old regions at 1731655226953 (+7 ms)Running coprocessor post-open hooks at 1731655226955 (+2 ms)Region opened successfully at 1731655226955 2024-11-15T07:20:26,956 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731655226923 2024-11-15T07:20:26,958 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T07:20:26,958 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T07:20:26,958 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32f0bc5975d0,35013,1731655223062 2024-11-15T07:20:26,959 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,35013,1731655223062, state=OPEN 2024-11-15T07:20:27,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35013-0x1013d5dbab30001, quorum=127.0.0.1:51998, baseZNode=/01267520662 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01267520662/meta-region-server 2024-11-15T07:20:27,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38739-0x1013d5dbab30000, quorum=127.0.0.1:51998, baseZNode=/01267520662 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01267520662/meta-region-server 2024-11-15T07:20:27,006 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32f0bc5975d0,35013,1731655223062 2024-11-15T07:20:27,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01267520662/meta-region-server: CHANGED 2024-11-15T07:20:27,006 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01267520662/meta-region-server: CHANGED 2024-11-15T07:20:27,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T07:20:27,007 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,35013,1731655223062 in 235 msec 2024-11-15T07:20:27,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T07:20:27,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 450 msec 2024-11-15T07:20:27,009 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:20:27,009 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T07:20:27,010 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:20:27,011 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,35013,1731655223062, seqNum=-1] 2024-11-15T07:20:27,011 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:20:27,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36903, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:20:27,016 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2900 sec 2024-11-15T07:20:27,016 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731655227016, completionTime=-1 2024-11-15T07:20:27,016 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T07:20:27,016 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T07:20:27,018 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T07:20:27,018 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731655287018 2024-11-15T07:20:27,018 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731655347018 2024-11-15T07:20:27,018 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T07:20:27,018 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,38739,1731655222873-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:27,018 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,38739,1731655222873-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:27,018 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,38739,1731655222873-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:27,018 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32f0bc5975d0:38739, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:27,018 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:27,019 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:27,020 DEBUG [master/32f0bc5975d0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T07:20:27,021 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.892sec 2024-11-15T07:20:27,021 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T07:20:27,022 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T07:20:27,022 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T07:20:27,022 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T07:20:27,022 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T07:20:27,022 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,38739,1731655222873-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:20:27,022 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,38739,1731655222873-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T07:20:27,024 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T07:20:27,024 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T07:20:27,024 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,38739,1731655222873-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:27,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62dfb712, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:27,092 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,38739,-1 for getting cluster id 2024-11-15T07:20:27,092 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:20:27,093 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '375512a8-34dd-4bcd-8bd9-8f7e4bfaf22d' 2024-11-15T07:20:27,093 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:20:27,093 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "375512a8-34dd-4bcd-8bd9-8f7e4bfaf22d" 2024-11-15T07:20:27,093 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@565622ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:27,093 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,38739,-1] 2024-11-15T07:20:27,094 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:20:27,094 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:27,094 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:20:27,095 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf28b15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:27,095 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:20:27,096 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,35013,1731655223062, seqNum=-1] 2024-11-15T07:20:27,096 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:20:27,097 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:20:27,099 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32f0bc5975d0,38739,1731655222873 2024-11-15T07:20:27,100 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51998 2024-11-15T07:20:27,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51998, baseZNode=/01267520662 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:20:27,119 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013d5dbab30002 connected 2024-11-15T07:20:27,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fba7eb-2f73-6bb9-ef25-9449568727d3/hadoop.log.dir so I do NOT create it in target/test-data/34111970-3dbe-ab40-4ed1-be3119d4191b 2024-11-15T07:20:27,131 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fba7eb-2f73-6bb9-ef25-9449568727d3/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T07:20:27,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fba7eb-2f73-6bb9-ef25-9449568727d3/hadoop.tmp.dir so I do NOT create it in target/test-data/34111970-3dbe-ab40-4ed1-be3119d4191b 2024-11-15T07:20:27,131 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fba7eb-2f73-6bb9-ef25-9449568727d3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T07:20:27,131 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34111970-3dbe-ab40-4ed1-be3119d4191b 2024-11-15T07:20:27,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T07:20:27,131 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34111970-3dbe-ab40-4ed1-be3119d4191b/cluster_8adbb54c-0d51-c915-a199-53755a2f89d3, deleteOnExit=true 2024-11-15T07:20:27,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T07:20:27,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34111970-3dbe-ab40-4ed1-be3119d4191b/test.cache.data in system properties and HBase conf 2024-11-15T07:20:27,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34111970-3dbe-ab40-4ed1-be3119d4191b/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T07:20:27,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34111970-3dbe-ab40-4ed1-be3119d4191b/hadoop.log.dir in system properties and HBase conf 2024-11-15T07:20:27,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34111970-3dbe-ab40-4ed1-be3119d4191b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T07:20:27,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34111970-3dbe-ab40-4ed1-be3119d4191b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T07:20:27,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T07:20:27,132 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T07:20:27,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34111970-3dbe-ab40-4ed1-be3119d4191b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T07:20:27,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34111970-3dbe-ab40-4ed1-be3119d4191b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T07:20:27,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34111970-3dbe-ab40-4ed1-be3119d4191b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T07:20:27,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34111970-3dbe-ab40-4ed1-be3119d4191b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T07:20:27,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34111970-3dbe-ab40-4ed1-be3119d4191b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T07:20:27,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34111970-3dbe-ab40-4ed1-be3119d4191b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T07:20:27,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34111970-3dbe-ab40-4ed1-be3119d4191b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T07:20:27,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34111970-3dbe-ab40-4ed1-be3119d4191b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T07:20:27,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34111970-3dbe-ab40-4ed1-be3119d4191b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T07:20:27,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34111970-3dbe-ab40-4ed1-be3119d4191b/nfs.dump.dir in system properties and HBase conf 2024-11-15T07:20:27,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34111970-3dbe-ab40-4ed1-be3119d4191b/java.io.tmpdir in system properties and HBase conf 2024-11-15T07:20:27,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34111970-3dbe-ab40-4ed1-be3119d4191b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T07:20:27,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34111970-3dbe-ab40-4ed1-be3119d4191b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T07:20:27,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34111970-3dbe-ab40-4ed1-be3119d4191b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T07:20:27,406 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:20:27,410 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T07:20:27,411 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T07:20:27,411 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T07:20:27,411 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T07:20:27,412 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:20:27,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53f6c07c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34111970-3dbe-ab40-4ed1-be3119d4191b/hadoop.log.dir/,AVAILABLE} 2024-11-15T07:20:27,412 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2085d096{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T07:20:27,507 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78ff5c02{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34111970-3dbe-ab40-4ed1-be3119d4191b/java.io.tmpdir/jetty-localhost-34431-hadoop-hdfs-3_4_1-tests_jar-_-any-4561626591513325033/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T07:20:27,508 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16aaa069{HTTP/1.1, (http/1.1)}{localhost:34431} 2024-11-15T07:20:27,508 INFO [Time-limited test {}] server.Server(415): Started @182022ms 2024-11-15T07:20:27,753 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:20:27,758 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T07:20:27,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T07:20:27,760 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T07:20:27,761 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T07:20:27,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d6cc640{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34111970-3dbe-ab40-4ed1-be3119d4191b/hadoop.log.dir/,AVAILABLE} 2024-11-15T07:20:27,761 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ecda7b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T07:20:27,855 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d531916{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34111970-3dbe-ab40-4ed1-be3119d4191b/java.io.tmpdir/jetty-localhost-38739-hadoop-hdfs-3_4_1-tests_jar-_-any-3774700444501769823/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T07:20:27,855 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d58a02a{HTTP/1.1, (http/1.1)}{localhost:38739} 2024-11-15T07:20:27,855 INFO [Time-limited test {}] server.Server(415): Started @182369ms 2024-11-15T07:20:27,857 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T07:20:28,543 WARN [Thread-1806 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34111970-3dbe-ab40-4ed1-be3119d4191b/cluster_8adbb54c-0d51-c915-a199-53755a2f89d3/data/data2/current/BP-1557611921-172.17.0.2-1731655227146/current, will proceed with Du for space computation calculation, 2024-11-15T07:20:28,543 WARN [Thread-1805 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34111970-3dbe-ab40-4ed1-be3119d4191b/cluster_8adbb54c-0d51-c915-a199-53755a2f89d3/data/data1/current/BP-1557611921-172.17.0.2-1731655227146/current, will proceed with Du for space computation calculation, 2024-11-15T07:20:28,561 WARN [Thread-1793 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T07:20:28,563 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7307ccad6846ecc8 with lease ID 0xd8909891f22f3e18: Processing first storage report for DS-95fec077-2210-4cc6-a6a9-ecfce749517f from datanode DatanodeRegistration(127.0.0.1:43085, datanodeUuid=d5ea733f-6e2f-4eb5-b2b0-915ad72599ce, infoPort=41627, infoSecurePort=0, ipcPort=46727, storageInfo=lv=-57;cid=testClusterID;nsid=1614707885;c=1731655227146) 2024-11-15T07:20:28,563 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7307ccad6846ecc8 with lease ID 0xd8909891f22f3e18: from storage DS-95fec077-2210-4cc6-a6a9-ecfce749517f node DatanodeRegistration(127.0.0.1:43085, datanodeUuid=d5ea733f-6e2f-4eb5-b2b0-915ad72599ce, infoPort=41627, infoSecurePort=0, ipcPort=46727, storageInfo=lv=-57;cid=testClusterID;nsid=1614707885;c=1731655227146), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T07:20:28,563 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7307ccad6846ecc8 with lease ID 0xd8909891f22f3e18: Processing first storage report for DS-c4fd4671-6da0-49b6-93c0-860b1a06d358 from datanode DatanodeRegistration(127.0.0.1:43085, datanodeUuid=d5ea733f-6e2f-4eb5-b2b0-915ad72599ce, infoPort=41627, infoSecurePort=0, ipcPort=46727, storageInfo=lv=-57;cid=testClusterID;nsid=1614707885;c=1731655227146) 2024-11-15T07:20:28,563 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7307ccad6846ecc8 with lease ID 0xd8909891f22f3e18: from storage DS-c4fd4671-6da0-49b6-93c0-860b1a06d358 node DatanodeRegistration(127.0.0.1:43085, datanodeUuid=d5ea733f-6e2f-4eb5-b2b0-915ad72599ce, infoPort=41627, infoSecurePort=0, ipcPort=46727, storageInfo=lv=-57;cid=testClusterID;nsid=1614707885;c=1731655227146), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T07:20:28,585 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34111970-3dbe-ab40-4ed1-be3119d4191b 2024-11-15T07:20:28,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:20:28,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:20:28,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43085 is added to blk_1073741825_1001 (size=7) 2024-11-15T07:20:28,993 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb with version=8 2024-11-15T07:20:28,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/hbase-staging 2024-11-15T07:20:28,996 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:20:28,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:20:28,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:20:28,996 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:20:28,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:20:28,996 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:20:28,996 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T07:20:28,996 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:20:28,997 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34421 2024-11-15T07:20:28,998 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34421 connecting to ZooKeeper ensemble=127.0.0.1:51998 2024-11-15T07:20:29,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344210x0, quorum=127.0.0.1:51998, baseZNode=/11840728486 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:20:29,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34421-0x1013d5dbab30003 connected 2024-11-15T07:20:29,124 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:20:29,125 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:20:29,127 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34421-0x1013d5dbab30003, quorum=127.0.0.1:51998, baseZNode=/11840728486 Set watcher on znode that does not yet exist, /11840728486/running 2024-11-15T07:20:29,127 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb, hbase.cluster.distributed=false 2024-11-15T07:20:29,128 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34421-0x1013d5dbab30003, quorum=127.0.0.1:51998, baseZNode=/11840728486 Set watcher on znode that does not yet exist, /11840728486/acl 2024-11-15T07:20:29,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34421 2024-11-15T07:20:29,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34421 2024-11-15T07:20:29,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34421 2024-11-15T07:20:29,129 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34421 2024-11-15T07:20:29,130 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34421 2024-11-15T07:20:29,145 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:20:29,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:20:29,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:20:29,145 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:20:29,145 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:20:29,146 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:20:29,146 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T07:20:29,146 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:20:29,146 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34417 2024-11-15T07:20:29,147 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34417 connecting to ZooKeeper ensemble=127.0.0.1:51998 2024-11-15T07:20:29,148 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:20:29,149 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:20:29,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:344170x0, quorum=127.0.0.1:51998, baseZNode=/11840728486 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:20:29,160 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:344170x0, quorum=127.0.0.1:51998, baseZNode=/11840728486 Set watcher on znode that does not yet exist, /11840728486/running 2024-11-15T07:20:29,160 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34417-0x1013d5dbab30004 connected 2024-11-15T07:20:29,160 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T07:20:29,161 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T07:20:29,161 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34417-0x1013d5dbab30004, quorum=127.0.0.1:51998, baseZNode=/11840728486 Set watcher on znode that does not yet exist, /11840728486/master 2024-11-15T07:20:29,162 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34417-0x1013d5dbab30004, quorum=127.0.0.1:51998, baseZNode=/11840728486 Set watcher on znode that does not yet exist, /11840728486/acl 2024-11-15T07:20:29,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34417 2024-11-15T07:20:29,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34417 2024-11-15T07:20:29,162 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34417 2024-11-15T07:20:29,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34417 2024-11-15T07:20:29,164 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34417 2024-11-15T07:20:29,176 DEBUG [M:0;32f0bc5975d0:34421 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32f0bc5975d0:34421 2024-11-15T07:20:29,176 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11840728486/backup-masters/32f0bc5975d0,34421,1731655228996 2024-11-15T07:20:29,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34417-0x1013d5dbab30004, quorum=127.0.0.1:51998, baseZNode=/11840728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11840728486/backup-masters 2024-11-15T07:20:29,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34421-0x1013d5dbab30003, quorum=127.0.0.1:51998, baseZNode=/11840728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11840728486/backup-masters 2024-11-15T07:20:29,187 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34421-0x1013d5dbab30003, quorum=127.0.0.1:51998, baseZNode=/11840728486 Set watcher on existing znode=/11840728486/backup-masters/32f0bc5975d0,34421,1731655228996 2024-11-15T07:20:29,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34417-0x1013d5dbab30004, quorum=127.0.0.1:51998, baseZNode=/11840728486 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11840728486/master 2024-11-15T07:20:29,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34421-0x1013d5dbab30003, quorum=127.0.0.1:51998, baseZNode=/11840728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11840728486 2024-11-15T07:20:29,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34417-0x1013d5dbab30004, quorum=127.0.0.1:51998, baseZNode=/11840728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11840728486 2024-11-15T07:20:29,197 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34421-0x1013d5dbab30003, quorum=127.0.0.1:51998, baseZNode=/11840728486 Set watcher on existing znode=/11840728486/master 2024-11-15T07:20:29,198 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11840728486/backup-masters/32f0bc5975d0,34421,1731655228996 from backup master directory 2024-11-15T07:20:29,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34421-0x1013d5dbab30003, quorum=127.0.0.1:51998, baseZNode=/11840728486 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11840728486/backup-masters/32f0bc5975d0,34421,1731655228996 2024-11-15T07:20:29,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34417-0x1013d5dbab30004, quorum=127.0.0.1:51998, baseZNode=/11840728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11840728486/backup-masters 2024-11-15T07:20:29,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34421-0x1013d5dbab30003, quorum=127.0.0.1:51998, baseZNode=/11840728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11840728486/backup-masters 2024-11-15T07:20:29,208 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:20:29,208 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32f0bc5975d0,34421,1731655228996 2024-11-15T07:20:29,210 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/hbase.id] with ID: a5c2866c-7294-4c99-a2fc-d3880235b71e 2024-11-15T07:20:29,210 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/.tmp/hbase.id 2024-11-15T07:20:29,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43085 is added to blk_1073741826_1002 (size=42) 2024-11-15T07:20:29,615 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/.tmp/hbase.id]:[hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/hbase.id] 2024-11-15T07:20:29,625 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:20:29,625 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T07:20:29,626 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T07:20:29,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34421-0x1013d5dbab30003, quorum=127.0.0.1:51998, baseZNode=/11840728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11840728486 2024-11-15T07:20:29,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34417-0x1013d5dbab30004, quorum=127.0.0.1:51998, baseZNode=/11840728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11840728486 2024-11-15T07:20:29,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43085 is added to blk_1073741827_1003 (size=196) 2024-11-15T07:20:30,098 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:20:30,099 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T07:20:30,099 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:20:30,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43085 is added to blk_1073741828_1004 (size=1189) 2024-11-15T07:20:30,505 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/MasterData/data/master/store 2024-11-15T07:20:30,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43085 is added to blk_1073741829_1005 (size=34) 2024-11-15T07:20:30,911 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:20:30,911 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:20:30,911 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:20:30,911 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:20:30,911 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:20:30,911 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:20:30,911 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:20:30,912 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655230911Disabling compacts and flushes for region at 1731655230911Disabling writes for close at 1731655230911Writing region close event to WAL at 1731655230911Closed at 1731655230911 2024-11-15T07:20:30,912 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/MasterData/data/master/store/.initializing 2024-11-15T07:20:30,912 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/MasterData/WALs/32f0bc5975d0,34421,1731655228996 2024-11-15T07:20:30,913 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:20:30,915 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32f0bc5975d0%2C34421%2C1731655228996, suffix=, logDir=hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/MasterData/WALs/32f0bc5975d0,34421,1731655228996, archiveDir=hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/MasterData/oldWALs, maxLogs=10 2024-11-15T07:20:30,929 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/MasterData/WALs/32f0bc5975d0,34421,1731655228996/32f0bc5975d0%2C34421%2C1731655228996.1731655230915, exclude list is [], retry=0 2024-11-15T07:20:30,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43085,DS-95fec077-2210-4cc6-a6a9-ecfce749517f,DISK] 2024-11-15T07:20:30,934 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/MasterData/WALs/32f0bc5975d0,34421,1731655228996/32f0bc5975d0%2C34421%2C1731655228996.1731655230915 2024-11-15T07:20:30,936 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41627:41627)] 2024-11-15T07:20:30,936 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:20:30,936 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:20:30,936 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:30,936 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:30,938 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:30,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T07:20:30,939 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:30,939 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:20:30,940 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:30,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T07:20:30,941 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:30,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:20:30,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:30,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T07:20:30,942 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:30,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:20:30,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:30,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T07:20:30,943 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:30,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:20:30,944 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:30,944 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:30,945 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:30,946 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:30,946 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:30,946 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:20:30,947 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:30,949 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:20:30,950 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75184659, jitterRate=0.12033872306346893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:20:30,950 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731655230937Initializing all the Stores at 1731655230937Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655230937Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655230938 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655230938Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655230938Cleaning up temporary data from old regions at 1731655230946 (+8 ms)Region opened successfully at 1731655230950 (+4 ms) 2024-11-15T07:20:30,950 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T07:20:30,952 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2227c2ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:20:30,953 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T07:20:30,953 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T07:20:30,953 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T07:20:30,953 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T07:20:30,953 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T07:20:30,954 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T07:20:30,954 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T07:20:30,957 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T07:20:30,958 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34421-0x1013d5dbab30003, quorum=127.0.0.1:51998, baseZNode=/11840728486 Unable to get data of znode /11840728486/balancer because node does not exist (not necessarily an error) 2024-11-15T07:20:31,023 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11840728486/balancer already deleted, retry=false 2024-11-15T07:20:31,023 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T07:20:31,024 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34421-0x1013d5dbab30003, quorum=127.0.0.1:51998, baseZNode=/11840728486 Unable to get data of znode /11840728486/normalizer because node does not exist (not necessarily an error) 2024-11-15T07:20:31,033 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11840728486/normalizer already deleted, retry=false 2024-11-15T07:20:31,033 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T07:20:31,034 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34421-0x1013d5dbab30003, quorum=127.0.0.1:51998, baseZNode=/11840728486 Unable to get data of znode /11840728486/switch/split because node does not exist (not necessarily an error) 2024-11-15T07:20:31,044 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11840728486/switch/split already deleted, retry=false 2024-11-15T07:20:31,045 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34421-0x1013d5dbab30003, quorum=127.0.0.1:51998, baseZNode=/11840728486 Unable to get data of znode /11840728486/switch/merge because node does not exist (not necessarily an error) 2024-11-15T07:20:31,054 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11840728486/switch/merge already deleted, retry=false 2024-11-15T07:20:31,056 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34421-0x1013d5dbab30003, quorum=127.0.0.1:51998, baseZNode=/11840728486 Unable to get data of znode /11840728486/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T07:20:31,065 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11840728486/snapshot-cleanup already deleted, retry=false 2024-11-15T07:20:31,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34421-0x1013d5dbab30003, quorum=127.0.0.1:51998, baseZNode=/11840728486 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11840728486/running 2024-11-15T07:20:31,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34417-0x1013d5dbab30004, quorum=127.0.0.1:51998, baseZNode=/11840728486 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11840728486/running 2024-11-15T07:20:31,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34421-0x1013d5dbab30003, quorum=127.0.0.1:51998, baseZNode=/11840728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11840728486 2024-11-15T07:20:31,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34417-0x1013d5dbab30004, quorum=127.0.0.1:51998, baseZNode=/11840728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11840728486 2024-11-15T07:20:31,076 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32f0bc5975d0,34421,1731655228996, sessionid=0x1013d5dbab30003, setting cluster-up flag (Was=false) 2024-11-15T07:20:31,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34417-0x1013d5dbab30004, quorum=127.0.0.1:51998, baseZNode=/11840728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11840728486 2024-11-15T07:20:31,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34421-0x1013d5dbab30003, quorum=127.0.0.1:51998, baseZNode=/11840728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11840728486 2024-11-15T07:20:31,128 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11840728486/flush-table-proc/acquired, /11840728486/flush-table-proc/reached, /11840728486/flush-table-proc/abort 2024-11-15T07:20:31,129 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,34421,1731655228996 2024-11-15T07:20:31,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34421-0x1013d5dbab30003, quorum=127.0.0.1:51998, baseZNode=/11840728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11840728486 2024-11-15T07:20:31,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34417-0x1013d5dbab30004, quorum=127.0.0.1:51998, baseZNode=/11840728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11840728486 2024-11-15T07:20:31,181 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11840728486/online-snapshot/acquired, /11840728486/online-snapshot/reached, /11840728486/online-snapshot/abort 2024-11-15T07:20:31,181 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,34421,1731655228996 2024-11-15T07:20:31,182 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T07:20:31,183 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T07:20:31,183 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T07:20:31,184 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T07:20:31,184 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32f0bc5975d0,34421,1731655228996 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T07:20:31,185 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:20:31,185 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:20:31,185 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:20:31,185 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:20:31,185 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32f0bc5975d0:0, corePoolSize=10, maxPoolSize=10 2024-11-15T07:20:31,185 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:31,185 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:20:31,185 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:31,186 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731655261186 2024-11-15T07:20:31,186 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T07:20:31,186 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T07:20:31,186 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T07:20:31,186 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T07:20:31,186 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T07:20:31,186 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T07:20:31,186 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:31,186 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:20:31,186 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T07:20:31,186 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T07:20:31,186 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T07:20:31,186 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T07:20:31,186 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T07:20:31,186 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T07:20:31,186 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T07:20:31,187 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655231186,5,FailOnTimeoutGroup] 2024-11-15T07:20:31,187 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655231187,5,FailOnTimeoutGroup] 2024-11-15T07:20:31,187 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:31,187 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T07:20:31,187 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:31,187 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:31,187 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:31,187 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T07:20:31,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43085 is added to blk_1073741831_1007 (size=1321) 2024-11-15T07:20:31,269 INFO [RS:0;32f0bc5975d0:34417 {}] regionserver.HRegionServer(746): ClusterId : a5c2866c-7294-4c99-a2fc-d3880235b71e 2024-11-15T07:20:31,269 DEBUG [RS:0;32f0bc5975d0:34417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T07:20:31,282 DEBUG [RS:0;32f0bc5975d0:34417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T07:20:31,282 DEBUG [RS:0;32f0bc5975d0:34417 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T07:20:31,292 DEBUG [RS:0;32f0bc5975d0:34417 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T07:20:31,292 DEBUG [RS:0;32f0bc5975d0:34417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@744d4769, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:20:31,302 DEBUG [RS:0;32f0bc5975d0:34417 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32f0bc5975d0:34417 2024-11-15T07:20:31,302 INFO [RS:0;32f0bc5975d0:34417 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T07:20:31,302 INFO [RS:0;32f0bc5975d0:34417 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T07:20:31,302 DEBUG [RS:0;32f0bc5975d0:34417 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T07:20:31,303 INFO [RS:0;32f0bc5975d0:34417 {}] regionserver.HRegionServer(2659): reportForDuty to master=32f0bc5975d0,34421,1731655228996 with port=34417, startcode=1731655229145 2024-11-15T07:20:31,303 DEBUG [RS:0;32f0bc5975d0:34417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T07:20:31,304 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43195, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T07:20:31,305 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34421 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32f0bc5975d0,34417,1731655229145 2024-11-15T07:20:31,305 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34421 {}] master.ServerManager(517): Registering regionserver=32f0bc5975d0,34417,1731655229145 2024-11-15T07:20:31,306 DEBUG [RS:0;32f0bc5975d0:34417 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb 2024-11-15T07:20:31,306 DEBUG [RS:0;32f0bc5975d0:34417 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42203 2024-11-15T07:20:31,306 DEBUG [RS:0;32f0bc5975d0:34417 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T07:20:31,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34421-0x1013d5dbab30003, quorum=127.0.0.1:51998, baseZNode=/11840728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11840728486/rs 2024-11-15T07:20:31,375 DEBUG [RS:0;32f0bc5975d0:34417 {}] zookeeper.ZKUtil(111): regionserver:34417-0x1013d5dbab30004, quorum=127.0.0.1:51998, baseZNode=/11840728486 Set watcher on existing znode=/11840728486/rs/32f0bc5975d0,34417,1731655229145 2024-11-15T07:20:31,375 WARN [RS:0;32f0bc5975d0:34417 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:20:31,375 INFO [RS:0;32f0bc5975d0:34417 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:20:31,375 DEBUG [RS:0;32f0bc5975d0:34417 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/WALs/32f0bc5975d0,34417,1731655229145 2024-11-15T07:20:31,376 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32f0bc5975d0,34417,1731655229145] 2024-11-15T07:20:31,378 INFO [RS:0;32f0bc5975d0:34417 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T07:20:31,379 INFO [RS:0;32f0bc5975d0:34417 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T07:20:31,379 INFO [RS:0;32f0bc5975d0:34417 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T07:20:31,380 INFO [RS:0;32f0bc5975d0:34417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:31,380 INFO [RS:0;32f0bc5975d0:34417 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T07:20:31,380 INFO [RS:0;32f0bc5975d0:34417 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T07:20:31,380 INFO [RS:0;32f0bc5975d0:34417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:31,381 DEBUG [RS:0;32f0bc5975d0:34417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:31,381 DEBUG [RS:0;32f0bc5975d0:34417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:31,381 DEBUG [RS:0;32f0bc5975d0:34417 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:31,381 DEBUG [RS:0;32f0bc5975d0:34417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:31,381 DEBUG [RS:0;32f0bc5975d0:34417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:31,381 DEBUG [RS:0;32f0bc5975d0:34417 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:20:31,381 DEBUG [RS:0;32f0bc5975d0:34417 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:31,381 DEBUG [RS:0;32f0bc5975d0:34417 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:31,381 DEBUG [RS:0;32f0bc5975d0:34417 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:31,381 DEBUG [RS:0;32f0bc5975d0:34417 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:31,381 DEBUG [RS:0;32f0bc5975d0:34417 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:31,381 DEBUG [RS:0;32f0bc5975d0:34417 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:31,381 DEBUG [RS:0;32f0bc5975d0:34417 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:20:31,382 DEBUG [RS:0;32f0bc5975d0:34417 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:20:31,382 INFO [RS:0;32f0bc5975d0:34417 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:31,382 INFO [RS:0;32f0bc5975d0:34417 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:31,382 INFO [RS:0;32f0bc5975d0:34417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:31,382 INFO [RS:0;32f0bc5975d0:34417 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:31,382 INFO [RS:0;32f0bc5975d0:34417 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:31,382 INFO [RS:0;32f0bc5975d0:34417 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,34417,1731655229145-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:20:31,395 INFO [RS:0;32f0bc5975d0:34417 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T07:20:31,395 INFO [RS:0;32f0bc5975d0:34417 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,34417,1731655229145-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:31,395 INFO [RS:0;32f0bc5975d0:34417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:31,395 INFO [RS:0;32f0bc5975d0:34417 {}] regionserver.Replication(171): 32f0bc5975d0,34417,1731655229145 started 2024-11-15T07:20:31,407 INFO [RS:0;32f0bc5975d0:34417 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:31,407 INFO [RS:0;32f0bc5975d0:34417 {}] regionserver.HRegionServer(1482): Serving as 32f0bc5975d0,34417,1731655229145, RpcServer on 32f0bc5975d0/172.17.0.2:34417, sessionid=0x1013d5dbab30004 2024-11-15T07:20:31,407 DEBUG [RS:0;32f0bc5975d0:34417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T07:20:31,407 DEBUG [RS:0;32f0bc5975d0:34417 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32f0bc5975d0,34417,1731655229145 2024-11-15T07:20:31,407 DEBUG [RS:0;32f0bc5975d0:34417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,34417,1731655229145' 2024-11-15T07:20:31,407 DEBUG [RS:0;32f0bc5975d0:34417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11840728486/flush-table-proc/abort' 2024-11-15T07:20:31,408 DEBUG [RS:0;32f0bc5975d0:34417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11840728486/flush-table-proc/acquired' 2024-11-15T07:20:31,408 DEBUG [RS:0;32f0bc5975d0:34417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T07:20:31,408 DEBUG [RS:0;32f0bc5975d0:34417 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T07:20:31,408 DEBUG [RS:0;32f0bc5975d0:34417 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32f0bc5975d0,34417,1731655229145 2024-11-15T07:20:31,408 DEBUG [RS:0;32f0bc5975d0:34417 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,34417,1731655229145' 2024-11-15T07:20:31,408 DEBUG [RS:0;32f0bc5975d0:34417 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11840728486/online-snapshot/abort' 2024-11-15T07:20:31,408 DEBUG [RS:0;32f0bc5975d0:34417 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11840728486/online-snapshot/acquired' 2024-11-15T07:20:31,408 DEBUG [RS:0;32f0bc5975d0:34417 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T07:20:31,409 INFO [RS:0;32f0bc5975d0:34417 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T07:20:31,409 INFO [RS:0;32f0bc5975d0:34417 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T07:20:31,509 INFO [RS:0;32f0bc5975d0:34417 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:20:31,510 INFO [RS:0;32f0bc5975d0:34417 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C34417%2C1731655229145, suffix=, logDir=hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/WALs/32f0bc5975d0,34417,1731655229145, archiveDir=hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/oldWALs, maxLogs=10 2024-11-15T07:20:31,523 DEBUG [RS:0;32f0bc5975d0:34417 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/WALs/32f0bc5975d0,34417,1731655229145/32f0bc5975d0%2C34417%2C1731655229145.1731655231510, exclude list is [], retry=0 2024-11-15T07:20:31,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43085,DS-95fec077-2210-4cc6-a6a9-ecfce749517f,DISK] 2024-11-15T07:20:31,527 INFO [RS:0;32f0bc5975d0:34417 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/WALs/32f0bc5975d0,34417,1731655229145/32f0bc5975d0%2C34417%2C1731655229145.1731655231510 2024-11-15T07:20:31,527 DEBUG [RS:0;32f0bc5975d0:34417 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41627:41627)] 2024-11-15T07:20:31,598 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T07:20:31,598 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb 2024-11-15T07:20:31,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43085 is added to blk_1073741833_1009 (size=32) 2024-11-15T07:20:31,848 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T07:20:32,005 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:20:32,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:20:32,007 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:20:32,007 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:32,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:20:32,008 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:20:32,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:20:32,009 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:32,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:20:32,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:20:32,010 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:20:32,010 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:32,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:20:32,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:20:32,011 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:20:32,011 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:32,011 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:20:32,011 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:20:32,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/hbase/meta/1588230740 2024-11-15T07:20:32,012 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/hbase/meta/1588230740 2024-11-15T07:20:32,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:20:32,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:20:32,014 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:20:32,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:20:32,016 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:20:32,016 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69116571, jitterRate=0.029917165637016296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:20:32,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731655232005Initializing all the Stores at 1731655232006 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655232006Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655232006Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655232006Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655232006Cleaning up temporary data from old regions at 1731655232013 (+7 ms)Region opened successfully at 1731655232016 (+3 ms) 2024-11-15T07:20:32,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:20:32,016 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:20:32,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:20:32,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:20:32,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:20:32,017 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:20:32,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655232016Disabling compacts and flushes for region at 1731655232016Disabling writes for close at 1731655232016Writing region close event to WAL at 1731655232017 (+1 ms)Closed at 1731655232017 2024-11-15T07:20:32,017 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:20:32,017 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T07:20:32,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T07:20:32,018 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:20:32,019 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T07:20:32,169 DEBUG [32f0bc5975d0:34421 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T07:20:32,169 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32f0bc5975d0,34417,1731655229145 2024-11-15T07:20:32,170 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,34417,1731655229145, state=OPENING 2024-11-15T07:20:32,218 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T07:20:32,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34421-0x1013d5dbab30003, quorum=127.0.0.1:51998, baseZNode=/11840728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11840728486 2024-11-15T07:20:32,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34417-0x1013d5dbab30004, quorum=127.0.0.1:51998, baseZNode=/11840728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11840728486 2024-11-15T07:20:32,229 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:20:32,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11840728486/meta-region-server: CHANGED 2024-11-15T07:20:32,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11840728486/meta-region-server: CHANGED 2024-11-15T07:20:32,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,34417,1731655229145}] 2024-11-15T07:20:32,381 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T07:20:32,383 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41071, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T07:20:32,386 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T07:20:32,386 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:20:32,386 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T07:20:32,388 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C34417%2C1731655229145.meta, suffix=.meta, logDir=hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/WALs/32f0bc5975d0,34417,1731655229145, archiveDir=hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/oldWALs, maxLogs=10 2024-11-15T07:20:32,403 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/WALs/32f0bc5975d0,34417,1731655229145/32f0bc5975d0%2C34417%2C1731655229145.meta.1731655232388.meta, exclude list is [], retry=0 2024-11-15T07:20:32,405 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43085,DS-95fec077-2210-4cc6-a6a9-ecfce749517f,DISK] 2024-11-15T07:20:32,407 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/WALs/32f0bc5975d0,34417,1731655229145/32f0bc5975d0%2C34417%2C1731655229145.meta.1731655232388.meta 2024-11-15T07:20:32,407 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41627:41627)] 2024-11-15T07:20:32,407 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:20:32,407 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:20:32,408 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T07:20:32,408 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T07:20:32,408 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T07:20:32,408 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T07:20:32,408 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:20:32,408 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T07:20:32,408 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T07:20:32,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:20:32,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:20:32,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:32,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:20:32,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:20:32,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:20:32,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:32,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:20:32,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:20:32,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:20:32,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:32,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:20:32,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:20:32,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:20:32,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:32,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:20:32,413 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:20:32,414 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/hbase/meta/1588230740 2024-11-15T07:20:32,415 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/hbase/meta/1588230740 2024-11-15T07:20:32,416 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:20:32,416 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:20:32,416 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:20:32,417 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:20:32,418 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70301837, jitterRate=0.04757900536060333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:20:32,418 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T07:20:32,418 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731655232408Writing region info on filesystem at 1731655232408Initializing all the Stores at 1731655232409 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655232409Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655232409Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655232409Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655232409Cleaning up temporary data from old regions at 1731655232416 (+7 ms)Running coprocessor post-open hooks at 1731655232418 (+2 ms)Region opened successfully at 1731655232418 2024-11-15T07:20:32,419 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731655232381 2024-11-15T07:20:32,421 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T07:20:32,421 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T07:20:32,421 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32f0bc5975d0,34417,1731655229145 2024-11-15T07:20:32,422 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,34417,1731655229145, state=OPEN 2024-11-15T07:20:32,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34421-0x1013d5dbab30003, quorum=127.0.0.1:51998, baseZNode=/11840728486 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11840728486/meta-region-server 2024-11-15T07:20:32,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34417-0x1013d5dbab30004, quorum=127.0.0.1:51998, baseZNode=/11840728486 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11840728486/meta-region-server 2024-11-15T07:20:32,433 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32f0bc5975d0,34417,1731655229145 2024-11-15T07:20:32,433 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11840728486/meta-region-server: CHANGED 2024-11-15T07:20:32,433 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11840728486/meta-region-server: CHANGED 2024-11-15T07:20:32,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T07:20:32,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,34417,1731655229145 in 204 msec 2024-11-15T07:20:32,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T07:20:32,437 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 418 msec 2024-11-15T07:20:32,437 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:20:32,437 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T07:20:32,438 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:20:32,438 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,34417,1731655229145, seqNum=-1] 2024-11-15T07:20:32,438 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:20:32,439 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:20:32,443 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2590 sec 2024-11-15T07:20:32,443 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731655232443, completionTime=-1 2024-11-15T07:20:32,443 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T07:20:32,443 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T07:20:32,445 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T07:20:32,445 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731655292445 2024-11-15T07:20:32,445 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731655352445 2024-11-15T07:20:32,445 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T07:20:32,445 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,34421,1731655228996-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:32,445 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,34421,1731655228996-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:32,445 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,34421,1731655228996-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:32,445 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32f0bc5975d0:34421, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:32,445 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:32,446 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:32,446 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T07:20:32,447 DEBUG [master/32f0bc5975d0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T07:20:32,448 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.240sec 2024-11-15T07:20:32,449 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T07:20:32,449 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T07:20:32,449 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T07:20:32,449 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T07:20:32,449 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T07:20:32,449 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,34421,1731655228996-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:20:32,449 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,34421,1731655228996-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T07:20:32,451 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T07:20:32,451 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T07:20:32,451 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,34421,1731655228996-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:32,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@88dd640, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:32,470 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,34421,-1 for getting cluster id 2024-11-15T07:20:32,470 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:20:32,471 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5c2866c-7294-4c99-a2fc-d3880235b71e' 2024-11-15T07:20:32,471 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:20:32,472 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5c2866c-7294-4c99-a2fc-d3880235b71e" 2024-11-15T07:20:32,472 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23d6eb99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:32,472 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,34421,-1] 2024-11-15T07:20:32,472 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:20:32,472 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:32,473 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:20:32,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb074b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:32,474 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:20:32,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,34417,1731655229145, seqNum=-1] 2024-11-15T07:20:32,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:20:32,476 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:20:32,477 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32f0bc5975d0,34421,1731655228996 2024-11-15T07:20:32,478 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51998 2024-11-15T07:20:32,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:32,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:32,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:32,485 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:32,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:32,486 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:32,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51998, baseZNode=/11840728486 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:20:32,492 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013d5dbab30005 connected 2024-11-15T07:20:32,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:32,504 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:20:32,505 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,38739,1731655222873 2024-11-15T07:20:32,505 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fd2f702 2024-11-15T07:20:32,505 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:20:32,506 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:20:32,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38739 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:20:32,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38739 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T07:20:32,509 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T07:20:32,509 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:32,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38739 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T07:20:32,510 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T07:20:32,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:20:32,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T07:20:32,514 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T07:20:32,514 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:20:32,514 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T07:20:32,515 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:20:32,515 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T07:20:32,515 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T07:20:32,515 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T07:20:32,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741835_1011 (size=902) 2024-11-15T07:20:32,522 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8d4a43a05caf7bb496eaaa99a2db970c, NAME => 'test,,1731655232507.8d4a43a05caf7bb496eaaa99a2db970c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b 2024-11-15T07:20:32,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741836_1012 (size=39) 2024-11-15T07:20:32,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:20:32,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:20:32,930 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731655232507.8d4a43a05caf7bb496eaaa99a2db970c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:20:32,931 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 8d4a43a05caf7bb496eaaa99a2db970c, disabling compactions & flushes 2024-11-15T07:20:32,931 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731655232507.8d4a43a05caf7bb496eaaa99a2db970c. 2024-11-15T07:20:32,931 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731655232507.8d4a43a05caf7bb496eaaa99a2db970c. 2024-11-15T07:20:32,931 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731655232507.8d4a43a05caf7bb496eaaa99a2db970c. after waiting 0 ms 2024-11-15T07:20:32,931 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731655232507.8d4a43a05caf7bb496eaaa99a2db970c. 2024-11-15T07:20:32,931 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731655232507.8d4a43a05caf7bb496eaaa99a2db970c. 2024-11-15T07:20:32,931 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8d4a43a05caf7bb496eaaa99a2db970c: Waiting for close lock at 1731655232930Disabling compacts and flushes for region at 1731655232930Disabling writes for close at 1731655232931 (+1 ms)Writing region close event to WAL at 1731655232931Closed at 1731655232931 2024-11-15T07:20:32,932 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T07:20:32,932 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731655232507.8d4a43a05caf7bb496eaaa99a2db970c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731655232932"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731655232932"}]},"ts":"1731655232932"} 2024-11-15T07:20:32,934 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T07:20:32,934 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T07:20:32,935 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655232934"}]},"ts":"1731655232934"} 2024-11-15T07:20:32,936 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T07:20:32,936 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8d4a43a05caf7bb496eaaa99a2db970c, ASSIGN}] 2024-11-15T07:20:32,937 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=8d4a43a05caf7bb496eaaa99a2db970c, ASSIGN 2024-11-15T07:20:32,938 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=8d4a43a05caf7bb496eaaa99a2db970c, ASSIGN; state=OFFLINE, location=32f0bc5975d0,35013,1731655223062; forceNewPlan=false, retain=false 2024-11-15T07:20:33,088 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8d4a43a05caf7bb496eaaa99a2db970c, regionState=OPENING, regionLocation=32f0bc5975d0,35013,1731655223062 2024-11-15T07:20:33,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=8d4a43a05caf7bb496eaaa99a2db970c, ASSIGN because future has completed 2024-11-15T07:20:33,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d4a43a05caf7bb496eaaa99a2db970c, server=32f0bc5975d0,35013,1731655223062}] 2024-11-15T07:20:33,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:20:33,246 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731655232507.8d4a43a05caf7bb496eaaa99a2db970c. 2024-11-15T07:20:33,246 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8d4a43a05caf7bb496eaaa99a2db970c, NAME => 'test,,1731655232507.8d4a43a05caf7bb496eaaa99a2db970c.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:20:33,246 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:20:33,246 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T07:20:33,246 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8d4a43a05caf7bb496eaaa99a2db970c 2024-11-15T07:20:33,246 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731655232507.8d4a43a05caf7bb496eaaa99a2db970c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:20:33,246 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8d4a43a05caf7bb496eaaa99a2db970c 2024-11-15T07:20:33,246 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8d4a43a05caf7bb496eaaa99a2db970c 2024-11-15T07:20:33,248 INFO [StoreOpener-8d4a43a05caf7bb496eaaa99a2db970c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8d4a43a05caf7bb496eaaa99a2db970c 2024-11-15T07:20:33,249 INFO [StoreOpener-8d4a43a05caf7bb496eaaa99a2db970c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d4a43a05caf7bb496eaaa99a2db970c columnFamilyName f 2024-11-15T07:20:33,249 DEBUG [StoreOpener-8d4a43a05caf7bb496eaaa99a2db970c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:33,249 INFO [StoreOpener-8d4a43a05caf7bb496eaaa99a2db970c-1 {}] regionserver.HStore(327): Store=8d4a43a05caf7bb496eaaa99a2db970c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:20:33,250 INFO [StoreOpener-8d4a43a05caf7bb496eaaa99a2db970c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 8d4a43a05caf7bb496eaaa99a2db970c 2024-11-15T07:20:33,250 INFO [StoreOpener-8d4a43a05caf7bb496eaaa99a2db970c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d4a43a05caf7bb496eaaa99a2db970c columnFamilyName f1 2024-11-15T07:20:33,250 DEBUG [StoreOpener-8d4a43a05caf7bb496eaaa99a2db970c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:33,250 INFO [StoreOpener-8d4a43a05caf7bb496eaaa99a2db970c-1 {}] regionserver.HStore(327): Store=8d4a43a05caf7bb496eaaa99a2db970c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:20:33,250 INFO [StoreOpener-8d4a43a05caf7bb496eaaa99a2db970c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8d4a43a05caf7bb496eaaa99a2db970c 2024-11-15T07:20:33,251 INFO [StoreOpener-8d4a43a05caf7bb496eaaa99a2db970c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8d4a43a05caf7bb496eaaa99a2db970c columnFamilyName norep 2024-11-15T07:20:33,251 DEBUG [StoreOpener-8d4a43a05caf7bb496eaaa99a2db970c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:33,251 INFO [StoreOpener-8d4a43a05caf7bb496eaaa99a2db970c-1 {}] regionserver.HStore(327): Store=8d4a43a05caf7bb496eaaa99a2db970c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:20:33,251 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8d4a43a05caf7bb496eaaa99a2db970c 2024-11-15T07:20:33,252 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/default/test/8d4a43a05caf7bb496eaaa99a2db970c 2024-11-15T07:20:33,252 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/default/test/8d4a43a05caf7bb496eaaa99a2db970c 2024-11-15T07:20:33,253 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8d4a43a05caf7bb496eaaa99a2db970c 2024-11-15T07:20:33,253 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8d4a43a05caf7bb496eaaa99a2db970c 2024-11-15T07:20:33,253 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T07:20:33,254 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8d4a43a05caf7bb496eaaa99a2db970c 2024-11-15T07:20:33,256 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/default/test/8d4a43a05caf7bb496eaaa99a2db970c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:20:33,256 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8d4a43a05caf7bb496eaaa99a2db970c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71890759, jitterRate=0.07125578820705414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T07:20:33,256 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8d4a43a05caf7bb496eaaa99a2db970c 2024-11-15T07:20:33,257 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8d4a43a05caf7bb496eaaa99a2db970c: Running coprocessor pre-open hook at 1731655233247Writing region info on filesystem at 1731655233247Initializing all the Stores at 1731655233247Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655233247Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655233248 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655233248Cleaning up temporary data from old regions at 1731655233253 (+5 ms)Running coprocessor post-open hooks at 1731655233256 (+3 ms)Region opened successfully at 1731655233257 (+1 ms) 2024-11-15T07:20:33,258 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731655232507.8d4a43a05caf7bb496eaaa99a2db970c., pid=6, masterSystemTime=1731655233242 2024-11-15T07:20:33,260 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731655232507.8d4a43a05caf7bb496eaaa99a2db970c. 2024-11-15T07:20:33,260 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731655232507.8d4a43a05caf7bb496eaaa99a2db970c. 2024-11-15T07:20:33,260 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8d4a43a05caf7bb496eaaa99a2db970c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=32f0bc5975d0,35013,1731655223062 2024-11-15T07:20:33,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8d4a43a05caf7bb496eaaa99a2db970c, server=32f0bc5975d0,35013,1731655223062 because future has completed 2024-11-15T07:20:33,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T07:20:33,265 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8d4a43a05caf7bb496eaaa99a2db970c, server=32f0bc5975d0,35013,1731655223062 in 173 msec 2024-11-15T07:20:33,266 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T07:20:33,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=8d4a43a05caf7bb496eaaa99a2db970c, ASSIGN in 329 msec 2024-11-15T07:20:33,267 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T07:20:33,267 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655233267"}]},"ts":"1731655233267"} 2024-11-15T07:20:33,269 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T07:20:33,270 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T07:20:33,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 763 msec 2024-11-15T07:20:33,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:20:33,649 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T07:20:33,649 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:20:33,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,34421,1731655228996 2024-11-15T07:20:33,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ed7ed5 2024-11-15T07:20:33,650 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:20:33,651 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:20:33,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34421 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:20:33,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34421 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T07:20:33,654 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T07:20:33,654 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:33,654 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34421 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T07:20:33,655 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T07:20:33,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:20:33,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43085 is added to blk_1073741835_1011 (size=902) 2024-11-15T07:20:33,661 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c02a7dc62bd15ed5f47571a280f852cb, NAME => 'test,,1731655233652.c02a7dc62bd15ed5f47571a280f852cb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb 2024-11-15T07:20:33,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43085 is added to blk_1073741836_1012 (size=39) 2024-11-15T07:20:33,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:20:33,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:20:34,072 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731655233652.c02a7dc62bd15ed5f47571a280f852cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:20:34,072 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c02a7dc62bd15ed5f47571a280f852cb, disabling compactions & flushes 2024-11-15T07:20:34,072 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731655233652.c02a7dc62bd15ed5f47571a280f852cb. 2024-11-15T07:20:34,072 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731655233652.c02a7dc62bd15ed5f47571a280f852cb. 2024-11-15T07:20:34,072 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731655233652.c02a7dc62bd15ed5f47571a280f852cb. after waiting 0 ms 2024-11-15T07:20:34,072 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731655233652.c02a7dc62bd15ed5f47571a280f852cb. 2024-11-15T07:20:34,072 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731655233652.c02a7dc62bd15ed5f47571a280f852cb. 2024-11-15T07:20:34,072 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c02a7dc62bd15ed5f47571a280f852cb: Waiting for close lock at 1731655234072Disabling compacts and flushes for region at 1731655234072Disabling writes for close at 1731655234072Writing region close event to WAL at 1731655234072Closed at 1731655234072 2024-11-15T07:20:34,073 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T07:20:34,073 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731655233652.c02a7dc62bd15ed5f47571a280f852cb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731655234073"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731655234073"}]},"ts":"1731655234073"} 2024-11-15T07:20:34,075 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T07:20:34,075 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T07:20:34,076 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655234075"}]},"ts":"1731655234075"} 2024-11-15T07:20:34,077 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T07:20:34,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c02a7dc62bd15ed5f47571a280f852cb, ASSIGN}] 2024-11-15T07:20:34,078 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c02a7dc62bd15ed5f47571a280f852cb, ASSIGN 2024-11-15T07:20:34,079 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c02a7dc62bd15ed5f47571a280f852cb, ASSIGN; state=OFFLINE, location=32f0bc5975d0,34417,1731655229145; forceNewPlan=false, retain=false 2024-11-15T07:20:34,230 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c02a7dc62bd15ed5f47571a280f852cb, regionState=OPENING, regionLocation=32f0bc5975d0,34417,1731655229145 2024-11-15T07:20:34,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c02a7dc62bd15ed5f47571a280f852cb, ASSIGN because future has completed 2024-11-15T07:20:34,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c02a7dc62bd15ed5f47571a280f852cb, server=32f0bc5975d0,34417,1731655229145}] 2024-11-15T07:20:34,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:20:34,388 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731655233652.c02a7dc62bd15ed5f47571a280f852cb. 2024-11-15T07:20:34,388 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c02a7dc62bd15ed5f47571a280f852cb, NAME => 'test,,1731655233652.c02a7dc62bd15ed5f47571a280f852cb.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:20:34,388 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:20:34,389 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T07:20:34,389 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c02a7dc62bd15ed5f47571a280f852cb 2024-11-15T07:20:34,389 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731655233652.c02a7dc62bd15ed5f47571a280f852cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:20:34,389 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c02a7dc62bd15ed5f47571a280f852cb 2024-11-15T07:20:34,389 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c02a7dc62bd15ed5f47571a280f852cb 2024-11-15T07:20:34,390 INFO [StoreOpener-c02a7dc62bd15ed5f47571a280f852cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c02a7dc62bd15ed5f47571a280f852cb 2024-11-15T07:20:34,391 INFO [StoreOpener-c02a7dc62bd15ed5f47571a280f852cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c02a7dc62bd15ed5f47571a280f852cb columnFamilyName f 2024-11-15T07:20:34,391 DEBUG [StoreOpener-c02a7dc62bd15ed5f47571a280f852cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:34,392 INFO [StoreOpener-c02a7dc62bd15ed5f47571a280f852cb-1 {}] regionserver.HStore(327): Store=c02a7dc62bd15ed5f47571a280f852cb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:20:34,392 INFO [StoreOpener-c02a7dc62bd15ed5f47571a280f852cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c02a7dc62bd15ed5f47571a280f852cb 2024-11-15T07:20:34,392 INFO [StoreOpener-c02a7dc62bd15ed5f47571a280f852cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c02a7dc62bd15ed5f47571a280f852cb columnFamilyName f1 2024-11-15T07:20:34,392 DEBUG [StoreOpener-c02a7dc62bd15ed5f47571a280f852cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:34,393 INFO [StoreOpener-c02a7dc62bd15ed5f47571a280f852cb-1 {}] regionserver.HStore(327): Store=c02a7dc62bd15ed5f47571a280f852cb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:20:34,393 INFO [StoreOpener-c02a7dc62bd15ed5f47571a280f852cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c02a7dc62bd15ed5f47571a280f852cb 2024-11-15T07:20:34,393 INFO [StoreOpener-c02a7dc62bd15ed5f47571a280f852cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c02a7dc62bd15ed5f47571a280f852cb columnFamilyName norep 2024-11-15T07:20:34,394 DEBUG [StoreOpener-c02a7dc62bd15ed5f47571a280f852cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:34,394 INFO [StoreOpener-c02a7dc62bd15ed5f47571a280f852cb-1 {}] regionserver.HStore(327): Store=c02a7dc62bd15ed5f47571a280f852cb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:20:34,394 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c02a7dc62bd15ed5f47571a280f852cb 2024-11-15T07:20:34,395 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/default/test/c02a7dc62bd15ed5f47571a280f852cb 2024-11-15T07:20:34,395 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/default/test/c02a7dc62bd15ed5f47571a280f852cb 2024-11-15T07:20:34,396 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c02a7dc62bd15ed5f47571a280f852cb 2024-11-15T07:20:34,396 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c02a7dc62bd15ed5f47571a280f852cb 2024-11-15T07:20:34,396 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T07:20:34,397 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c02a7dc62bd15ed5f47571a280f852cb 2024-11-15T07:20:34,398 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/default/test/c02a7dc62bd15ed5f47571a280f852cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:20:34,399 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c02a7dc62bd15ed5f47571a280f852cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70873295, jitterRate=0.056094393134117126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T07:20:34,399 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c02a7dc62bd15ed5f47571a280f852cb 2024-11-15T07:20:34,399 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c02a7dc62bd15ed5f47571a280f852cb: Running coprocessor pre-open hook at 1731655234389Writing region info on filesystem at 1731655234389Initializing all the Stores at 1731655234390 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655234390Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655234390Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655234390Cleaning up temporary data from old regions at 1731655234396 (+6 ms)Running coprocessor post-open hooks at 1731655234399 (+3 ms)Region opened successfully at 1731655234399 2024-11-15T07:20:34,400 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731655233652.c02a7dc62bd15ed5f47571a280f852cb., pid=6, masterSystemTime=1731655234385 2024-11-15T07:20:34,401 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731655233652.c02a7dc62bd15ed5f47571a280f852cb. 2024-11-15T07:20:34,401 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731655233652.c02a7dc62bd15ed5f47571a280f852cb. 2024-11-15T07:20:34,402 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c02a7dc62bd15ed5f47571a280f852cb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=32f0bc5975d0,34417,1731655229145 2024-11-15T07:20:34,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c02a7dc62bd15ed5f47571a280f852cb, server=32f0bc5975d0,34417,1731655229145 because future has completed 2024-11-15T07:20:34,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T07:20:34,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c02a7dc62bd15ed5f47571a280f852cb, server=32f0bc5975d0,34417,1731655229145 in 173 msec 2024-11-15T07:20:34,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T07:20:34,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c02a7dc62bd15ed5f47571a280f852cb, ASSIGN in 329 msec 2024-11-15T07:20:34,409 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T07:20:34,409 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655234409"}]},"ts":"1731655234409"} 2024-11-15T07:20:34,411 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T07:20:34,411 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T07:20:34,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 759 msec 2024-11-15T07:20:34,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:20:34,788 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T07:20:34,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa704a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:34,789 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,38739,-1 for getting cluster id 2024-11-15T07:20:34,789 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:20:34,789 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '375512a8-34dd-4bcd-8bd9-8f7e4bfaf22d' 2024-11-15T07:20:34,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:20:34,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "375512a8-34dd-4bcd-8bd9-8f7e4bfaf22d" 2024-11-15T07:20:34,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b627bb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:34,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,38739,-1] 2024-11-15T07:20:34,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:20:34,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:34,791 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:20:34,791 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22961094, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:34,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@775252be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:34,791 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,34421,-1 for getting cluster id 2024-11-15T07:20:34,792 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:20:34,792 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5c2866c-7294-4c99-a2fc-d3880235b71e' 2024-11-15T07:20:34,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:20:34,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5c2866c-7294-4c99-a2fc-d3880235b71e" 2024-11-15T07:20:34,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573dea2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:34,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,34421,-1] 2024-11-15T07:20:34,792 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:20:34,793 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:34,793 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40524, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:20:34,793 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41c41f29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:34,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cd1be25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:34,794 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,38739,-1 for getting cluster id 2024-11-15T07:20:34,794 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:20:34,795 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '375512a8-34dd-4bcd-8bd9-8f7e4bfaf22d' 2024-11-15T07:20:34,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:20:34,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "375512a8-34dd-4bcd-8bd9-8f7e4bfaf22d" 2024-11-15T07:20:34,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77641a79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:34,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,38739,-1] 2024-11-15T07:20:34,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:20:34,795 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:34,796 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:20:34,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f7c012, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:34,797 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:20:34,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,38739,1731655222873 2024-11-15T07:20:34,797 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19fcb96e 2024-11-15T07:20:34,798 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:20:34,798 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:20:34,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38739 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://32f0bc5975d0:34421,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T07:20:34,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38739 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T07:20:34,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:20:34,801 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32f0bc5975d0:34421' 2024-11-15T07:20:34,802 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24349ec3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:34,802 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,34421,-1 for getting cluster id 2024-11-15T07:20:34,802 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:20:34,802 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5c2866c-7294-4c99-a2fc-d3880235b71e' 2024-11-15T07:20:34,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:20:34,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5c2866c-7294-4c99-a2fc-d3880235b71e" 2024-11-15T07:20:34,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6842fb16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:34,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,34421,-1] 2024-11-15T07:20:34,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:20:34,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:34,804 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:20:34,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@770a3a04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:34,804 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:20:34,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,34421,1731655228996 2024-11-15T07:20:34,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@18ff2adf 2024-11-15T07:20:34,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:20:34,805 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:20:34,806 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T07:20:34,806 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T07:20:34,806 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:34,806 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:34,806 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:20:34,807 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:20:34,807 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T07:20:34,808 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T07:20:34,808 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:34,809 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T07:20:34,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741837_1013 (size=1138) 2024-11-15T07:20:34,858 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T07:20:34,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:20:35,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:20:35,216 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 82d67ffa62261c62e1faf0c75892cced, NAME => 'hbase:replication,,1731655234806.82d67ffa62261c62e1faf0c75892cced.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b 2024-11-15T07:20:35,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741838_1014 (size=44) 2024-11-15T07:20:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:20:35,622 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731655234806.82d67ffa62261c62e1faf0c75892cced.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:20:35,622 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 82d67ffa62261c62e1faf0c75892cced, disabling compactions & flushes 2024-11-15T07:20:35,622 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731655234806.82d67ffa62261c62e1faf0c75892cced. 2024-11-15T07:20:35,622 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731655234806.82d67ffa62261c62e1faf0c75892cced. 2024-11-15T07:20:35,622 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731655234806.82d67ffa62261c62e1faf0c75892cced. after waiting 0 ms 2024-11-15T07:20:35,622 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731655234806.82d67ffa62261c62e1faf0c75892cced. 2024-11-15T07:20:35,622 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731655234806.82d67ffa62261c62e1faf0c75892cced. 2024-11-15T07:20:35,622 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 82d67ffa62261c62e1faf0c75892cced: Waiting for close lock at 1731655235622Disabling compacts and flushes for region at 1731655235622Disabling writes for close at 1731655235622Writing region close event to WAL at 1731655235622Closed at 1731655235622 2024-11-15T07:20:35,623 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T07:20:35,624 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731655234806.82d67ffa62261c62e1faf0c75892cced.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731655235623"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731655235623"}]},"ts":"1731655235623"} 2024-11-15T07:20:35,625 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T07:20:35,626 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T07:20:35,626 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655235626"}]},"ts":"1731655235626"} 2024-11-15T07:20:35,628 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T07:20:35,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=82d67ffa62261c62e1faf0c75892cced, ASSIGN}] 2024-11-15T07:20:35,629 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=82d67ffa62261c62e1faf0c75892cced, ASSIGN 2024-11-15T07:20:35,629 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=82d67ffa62261c62e1faf0c75892cced, ASSIGN; state=OFFLINE, location=32f0bc5975d0,35013,1731655223062; forceNewPlan=false, retain=false 2024-11-15T07:20:35,780 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=82d67ffa62261c62e1faf0c75892cced, regionState=OPENING, regionLocation=32f0bc5975d0,35013,1731655223062 2024-11-15T07:20:35,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=82d67ffa62261c62e1faf0c75892cced, ASSIGN because future has completed 2024-11-15T07:20:35,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82d67ffa62261c62e1faf0c75892cced, server=32f0bc5975d0,35013,1731655223062}] 2024-11-15T07:20:35,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:20:35,939 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731655234806.82d67ffa62261c62e1faf0c75892cced. 2024-11-15T07:20:35,939 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:20:35,940 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T07:20:35,941 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C35013%2C1731655223062.rep, suffix=, logDir=hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/WALs/32f0bc5975d0,35013,1731655223062, archiveDir=hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/oldWALs, maxLogs=10 2024-11-15T07:20:35,956 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/WALs/32f0bc5975d0,35013,1731655223062/32f0bc5975d0%2C35013%2C1731655223062.rep.1731655235941, exclude list is [], retry=0 2024-11-15T07:20:35,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36371,DS-e682fbcd-f1b6-4d66-a965-7b19ebe0fd6a,DISK] 2024-11-15T07:20:35,960 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/WALs/32f0bc5975d0,35013,1731655223062/32f0bc5975d0%2C35013%2C1731655223062.rep.1731655235941 2024-11-15T07:20:35,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46851:46851)] 2024-11-15T07:20:35,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 82d67ffa62261c62e1faf0c75892cced, NAME => 'hbase:replication,,1731655234806.82d67ffa62261c62e1faf0c75892cced.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:20:35,960 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:20:35,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T07:20:35,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731655234806.82d67ffa62261c62e1faf0c75892cced. service=MultiRowMutationService 2024-11-15T07:20:35,960 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T07:20:35,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 82d67ffa62261c62e1faf0c75892cced 2024-11-15T07:20:35,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731655234806.82d67ffa62261c62e1faf0c75892cced.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:20:35,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 82d67ffa62261c62e1faf0c75892cced 2024-11-15T07:20:35,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 82d67ffa62261c62e1faf0c75892cced 2024-11-15T07:20:35,962 INFO [StoreOpener-82d67ffa62261c62e1faf0c75892cced-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 82d67ffa62261c62e1faf0c75892cced 2024-11-15T07:20:35,963 INFO [StoreOpener-82d67ffa62261c62e1faf0c75892cced-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82d67ffa62261c62e1faf0c75892cced columnFamilyName hfileref 2024-11-15T07:20:35,963 DEBUG [StoreOpener-82d67ffa62261c62e1faf0c75892cced-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:35,963 INFO [StoreOpener-82d67ffa62261c62e1faf0c75892cced-1 {}] regionserver.HStore(327): Store=82d67ffa62261c62e1faf0c75892cced/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:20:35,963 INFO [StoreOpener-82d67ffa62261c62e1faf0c75892cced-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 82d67ffa62261c62e1faf0c75892cced 2024-11-15T07:20:35,965 INFO [StoreOpener-82d67ffa62261c62e1faf0c75892cced-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82d67ffa62261c62e1faf0c75892cced columnFamilyName queue 2024-11-15T07:20:35,965 DEBUG [StoreOpener-82d67ffa62261c62e1faf0c75892cced-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:35,965 INFO [StoreOpener-82d67ffa62261c62e1faf0c75892cced-1 {}] regionserver.HStore(327): Store=82d67ffa62261c62e1faf0c75892cced/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:20:35,965 INFO [StoreOpener-82d67ffa62261c62e1faf0c75892cced-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 82d67ffa62261c62e1faf0c75892cced 2024-11-15T07:20:35,966 INFO [StoreOpener-82d67ffa62261c62e1faf0c75892cced-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 82d67ffa62261c62e1faf0c75892cced columnFamilyName sid 2024-11-15T07:20:35,966 DEBUG [StoreOpener-82d67ffa62261c62e1faf0c75892cced-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:35,966 INFO [StoreOpener-82d67ffa62261c62e1faf0c75892cced-1 {}] regionserver.HStore(327): Store=82d67ffa62261c62e1faf0c75892cced/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:20:35,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 82d67ffa62261c62e1faf0c75892cced 2024-11-15T07:20:35,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/hbase/replication/82d67ffa62261c62e1faf0c75892cced 2024-11-15T07:20:35,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/hbase/replication/82d67ffa62261c62e1faf0c75892cced 2024-11-15T07:20:35,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 82d67ffa62261c62e1faf0c75892cced 2024-11-15T07:20:35,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 82d67ffa62261c62e1faf0c75892cced 2024-11-15T07:20:35,969 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T07:20:35,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 82d67ffa62261c62e1faf0c75892cced 2024-11-15T07:20:35,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/hbase/replication/82d67ffa62261c62e1faf0c75892cced/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:20:35,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 82d67ffa62261c62e1faf0c75892cced; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64883924, jitterRate=-0.033154189586639404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T07:20:35,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 82d67ffa62261c62e1faf0c75892cced 2024-11-15T07:20:35,973 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 82d67ffa62261c62e1faf0c75892cced: Running coprocessor pre-open hook at 1731655235961Writing region info on filesystem at 1731655235961Initializing all the Stores at 1731655235962 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655235962Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655235962Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655235962Cleaning up temporary data from old regions at 1731655235968 (+6 ms)Running coprocessor post-open hooks at 1731655235972 (+4 ms)Region opened successfully at 1731655235973 (+1 ms) 2024-11-15T07:20:35,974 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731655234806.82d67ffa62261c62e1faf0c75892cced., pid=10, masterSystemTime=1731655235934 2024-11-15T07:20:35,975 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731655234806.82d67ffa62261c62e1faf0c75892cced. 2024-11-15T07:20:35,975 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731655234806.82d67ffa62261c62e1faf0c75892cced. 2024-11-15T07:20:35,976 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=82d67ffa62261c62e1faf0c75892cced, regionState=OPEN, openSeqNum=2, regionLocation=32f0bc5975d0,35013,1731655223062 2024-11-15T07:20:35,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 82d67ffa62261c62e1faf0c75892cced, server=32f0bc5975d0,35013,1731655223062 because future has completed 2024-11-15T07:20:35,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T07:20:35,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 82d67ffa62261c62e1faf0c75892cced, server=32f0bc5975d0,35013,1731655223062 in 197 msec 2024-11-15T07:20:35,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T07:20:35,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=82d67ffa62261c62e1faf0c75892cced, ASSIGN in 352 msec 2024-11-15T07:20:35,983 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T07:20:35,983 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655235983"}]},"ts":"1731655235983"} 2024-11-15T07:20:35,985 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T07:20:35,986 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T07:20:35,988 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-11-15T07:20:36,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731655234806.82d67ffa62261c62e1faf0c75892cced., hostname=32f0bc5975d0,35013,1731655223062, seqNum=2] 2024-11-15T07:20:36,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35013-0x1013d5dbab30001, quorum=127.0.0.1:51998, baseZNode=/01267520662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267520662 2024-11-15T07:20:36,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38739-0x1013d5dbab30000, quorum=127.0.0.1:51998, baseZNode=/01267520662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267520662 2024-11-15T07:20:36,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T07:20:36,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35013 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T07:20:36,266 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T07:20:36,294 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-32f0bc5975d0,35013,1731655223062, ReplicationSource: 1, currentBandwidth=0 2024-11-15T07:20:36,295 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:20:36,295 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,35013,1731655223062, seqNum=-1] 2024-11-15T07:20:36,295 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:20:36,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-15T07:20:36,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-32f0bc5975d0,35013,1731655223062', locateType=CURRENT is [region=hbase:replication,,1731655234806.82d67ffa62261c62e1faf0c75892cced., hostname=32f0bc5975d0,35013,1731655223062, seqNum=2] 2024-11-15T07:20:36,300 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T07:20:36,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38739 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T07:20:36,305 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 32f0bc5975d0,35013,1731655223062 suceeded 2024-11-15T07:20:36,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T07:20:36,307 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-15T07:20:36,307 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://32f0bc5975d0:34421,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T07:20:36,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5080 sec 2024-11-15T07:20:36,316 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32f0bc5975d0:34421' 2024-11-15T07:20:36,317 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21099b5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:36,317 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,34421,-1 for getting cluster id 2024-11-15T07:20:36,317 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:20:36,318 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5c2866c-7294-4c99-a2fc-d3880235b71e' 2024-11-15T07:20:36,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:20:36,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5c2866c-7294-4c99-a2fc-d3880235b71e" 2024-11-15T07:20:36,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cacce86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:36,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,34421,-1] 2024-11-15T07:20:36,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:20:36,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:36,320 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:20:36,321 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68031ab0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:36,321 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:20:36,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,34421,1731655228996 2024-11-15T07:20:36,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30e56462 2024-11-15T07:20:36,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:20:36,323 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-15T07:20:36,323 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-32f0bc5975d0,35013,1731655223062 (queues=1) is replicating from cluster=375512a8-34dd-4bcd-8bd9-8f7e4bfaf22d to cluster=a5c2866c-7294-4c99-a2fc-d3880235b71e 2024-11-15T07:20:36,324 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=32f0bc5975d0%2C35013%2C1731655223062 2024-11-15T07:20:36,324 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-32f0bc5975d0,35013,1731655223062, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T07:20:36,324 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.wal-reader.32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/WALs/32f0bc5975d0,35013,1731655223062/32f0bc5975d0%2C35013%2C1731655223062.1731655225986, startPosition=0, beingWritten=true 2024-11-15T07:20:36,328 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.shipper32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 32f0bc5975d0%2C35013%2C1731655223062 2024-11-15T07:20:36,331 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.wal-reader.32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:20:36,331 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.wal-reader.32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/WALs/32f0bc5975d0,35013,1731655223062/32f0bc5975d0%2C35013%2C1731655223062.1731655225986 to pos 379, reset compression=false 2024-11-15T07:20:36,331 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.shipper32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,35013,1731655223062 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/WALs/32f0bc5975d0,35013,1731655223062/32f0bc5975d0%2C35013%2C1731655223062.1731655225986, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T07:20:36,546 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.wal-reader.32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/WALs/32f0bc5975d0,35013,1731655223062/32f0bc5975d0%2C35013%2C1731655223062.1731655225986 to pos 379, reset compression=false 2024-11-15T07:20:36,850 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.wal-reader.32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/WALs/32f0bc5975d0,35013,1731655223062/32f0bc5975d0%2C35013%2C1731655223062.1731655225986 to pos 379, reset compression=false 2024-11-15T07:20:36,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38739 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:20:36,949 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T07:20:36,949 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:20:36,949 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:20:36,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:36,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:36,949 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:20:36,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b4832f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:36,950 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,34421,-1 for getting cluster id 2024-11-15T07:20:36,950 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:20:36,950 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5c2866c-7294-4c99-a2fc-d3880235b71e' 2024-11-15T07:20:36,950 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:20:36,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5c2866c-7294-4c99-a2fc-d3880235b71e" 2024-11-15T07:20:36,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21b5b44b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:36,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,34421,-1] 2024-11-15T07:20:36,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:20:36,951 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:36,952 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40598, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:20:36,952 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c522c0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:36,952 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:20:36,953 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,34421,1731655228996 2024-11-15T07:20:36,953 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48627434 2024-11-15T07:20:36,953 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:20:36,954 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:20:36,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34421 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://32f0bc5975d0:38739,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T07:20:36,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34421 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T07:20:36,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:20:36,957 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32f0bc5975d0:38739' 2024-11-15T07:20:36,958 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48f847f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:36,958 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,38739,-1 for getting cluster id 2024-11-15T07:20:36,958 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:20:36,958 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '375512a8-34dd-4bcd-8bd9-8f7e4bfaf22d' 2024-11-15T07:20:36,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:20:36,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "375512a8-34dd-4bcd-8bd9-8f7e4bfaf22d" 2024-11-15T07:20:36,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eff05db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:36,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,38739,-1] 2024-11-15T07:20:36,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:20:36,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:36,960 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:20:36,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62c59206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:36,960 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:20:36,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,38739,1731655222873 2024-11-15T07:20:36,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@341cc79e 2024-11-15T07:20:36,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:20:36,962 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:20:36,962 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T07:20:36,962 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T07:20:36,962 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:36,962 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:36,962 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:20:36,963 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:20:36,964 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T07:20:36,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T07:20:36,965 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:36,965 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T07:20:36,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43085 is added to blk_1073741837_1013 (size=1138) 2024-11-15T07:20:37,014 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T07:20:37,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:20:37,254 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.wal-reader.32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/WALs/32f0bc5975d0,35013,1731655223062/32f0bc5975d0%2C35013%2C1731655223062.1731655225986 to pos 379, reset compression=false 2024-11-15T07:20:37,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:20:37,372 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ff5914889da476bb7aa6efdbaee9f8cb, NAME => 'hbase:replication,,1731655236962.ff5914889da476bb7aa6efdbaee9f8cb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb 2024-11-15T07:20:37,378 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T07:20:37,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43085 is added to blk_1073741838_1014 (size=44) 2024-11-15T07:20:37,381 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731655236962.ff5914889da476bb7aa6efdbaee9f8cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:20:37,381 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ff5914889da476bb7aa6efdbaee9f8cb, disabling compactions & flushes 2024-11-15T07:20:37,381 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731655236962.ff5914889da476bb7aa6efdbaee9f8cb. 2024-11-15T07:20:37,381 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731655236962.ff5914889da476bb7aa6efdbaee9f8cb. 2024-11-15T07:20:37,381 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731655236962.ff5914889da476bb7aa6efdbaee9f8cb. after waiting 0 ms 2024-11-15T07:20:37,381 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731655236962.ff5914889da476bb7aa6efdbaee9f8cb. 2024-11-15T07:20:37,381 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731655236962.ff5914889da476bb7aa6efdbaee9f8cb. 2024-11-15T07:20:37,381 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ff5914889da476bb7aa6efdbaee9f8cb: Waiting for close lock at 1731655237381Disabling compacts and flushes for region at 1731655237381Disabling writes for close at 1731655237381Writing region close event to WAL at 1731655237381Closed at 1731655237381 2024-11-15T07:20:37,382 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T07:20:37,383 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731655236962.ff5914889da476bb7aa6efdbaee9f8cb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731655237382"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731655237382"}]},"ts":"1731655237382"} 2024-11-15T07:20:37,384 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T07:20:37,385 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T07:20:37,385 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655237385"}]},"ts":"1731655237385"} 2024-11-15T07:20:37,387 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T07:20:37,387 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ff5914889da476bb7aa6efdbaee9f8cb, ASSIGN}] 2024-11-15T07:20:37,388 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ff5914889da476bb7aa6efdbaee9f8cb, ASSIGN 2024-11-15T07:20:37,388 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ff5914889da476bb7aa6efdbaee9f8cb, ASSIGN; state=OFFLINE, location=32f0bc5975d0,34417,1731655229145; forceNewPlan=false, retain=false 2024-11-15T07:20:37,539 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ff5914889da476bb7aa6efdbaee9f8cb, regionState=OPENING, regionLocation=32f0bc5975d0,34417,1731655229145 2024-11-15T07:20:37,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ff5914889da476bb7aa6efdbaee9f8cb, ASSIGN because future has completed 2024-11-15T07:20:37,541 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff5914889da476bb7aa6efdbaee9f8cb, server=32f0bc5975d0,34417,1731655229145}] 2024-11-15T07:20:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:20:37,696 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731655236962.ff5914889da476bb7aa6efdbaee9f8cb. 2024-11-15T07:20:37,696 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:20:37,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T07:20:37,698 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C34417%2C1731655229145.rep, suffix=, logDir=hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/WALs/32f0bc5975d0,34417,1731655229145, archiveDir=hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/oldWALs, maxLogs=10 2024-11-15T07:20:37,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/WALs/32f0bc5975d0,34417,1731655229145/32f0bc5975d0%2C34417%2C1731655229145.rep.1731655237698, exclude list is [], retry=0 2024-11-15T07:20:37,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43085,DS-95fec077-2210-4cc6-a6a9-ecfce749517f,DISK] 2024-11-15T07:20:37,716 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/WALs/32f0bc5975d0,34417,1731655229145/32f0bc5975d0%2C34417%2C1731655229145.rep.1731655237698 2024-11-15T07:20:37,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41627:41627)] 2024-11-15T07:20:37,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ff5914889da476bb7aa6efdbaee9f8cb, NAME => 'hbase:replication,,1731655236962.ff5914889da476bb7aa6efdbaee9f8cb.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:20:37,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:20:37,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T07:20:37,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731655236962.ff5914889da476bb7aa6efdbaee9f8cb. service=MultiRowMutationService 2024-11-15T07:20:37,717 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T07:20:37,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ff5914889da476bb7aa6efdbaee9f8cb 2024-11-15T07:20:37,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731655236962.ff5914889da476bb7aa6efdbaee9f8cb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:20:37,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ff5914889da476bb7aa6efdbaee9f8cb 2024-11-15T07:20:37,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ff5914889da476bb7aa6efdbaee9f8cb 2024-11-15T07:20:37,719 INFO [StoreOpener-ff5914889da476bb7aa6efdbaee9f8cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ff5914889da476bb7aa6efdbaee9f8cb 2024-11-15T07:20:37,720 INFO [StoreOpener-ff5914889da476bb7aa6efdbaee9f8cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff5914889da476bb7aa6efdbaee9f8cb columnFamilyName hfileref 2024-11-15T07:20:37,720 DEBUG [StoreOpener-ff5914889da476bb7aa6efdbaee9f8cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:37,720 INFO [StoreOpener-ff5914889da476bb7aa6efdbaee9f8cb-1 {}] regionserver.HStore(327): Store=ff5914889da476bb7aa6efdbaee9f8cb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:20:37,720 INFO [StoreOpener-ff5914889da476bb7aa6efdbaee9f8cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ff5914889da476bb7aa6efdbaee9f8cb 2024-11-15T07:20:37,721 INFO [StoreOpener-ff5914889da476bb7aa6efdbaee9f8cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff5914889da476bb7aa6efdbaee9f8cb columnFamilyName queue 2024-11-15T07:20:37,721 DEBUG [StoreOpener-ff5914889da476bb7aa6efdbaee9f8cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:37,722 INFO [StoreOpener-ff5914889da476bb7aa6efdbaee9f8cb-1 {}] regionserver.HStore(327): Store=ff5914889da476bb7aa6efdbaee9f8cb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:20:37,722 INFO [StoreOpener-ff5914889da476bb7aa6efdbaee9f8cb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ff5914889da476bb7aa6efdbaee9f8cb 2024-11-15T07:20:37,723 INFO [StoreOpener-ff5914889da476bb7aa6efdbaee9f8cb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ff5914889da476bb7aa6efdbaee9f8cb columnFamilyName sid 2024-11-15T07:20:37,723 DEBUG [StoreOpener-ff5914889da476bb7aa6efdbaee9f8cb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:37,723 INFO [StoreOpener-ff5914889da476bb7aa6efdbaee9f8cb-1 {}] regionserver.HStore(327): Store=ff5914889da476bb7aa6efdbaee9f8cb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:20:37,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ff5914889da476bb7aa6efdbaee9f8cb 2024-11-15T07:20:37,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/hbase/replication/ff5914889da476bb7aa6efdbaee9f8cb 2024-11-15T07:20:37,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/hbase/replication/ff5914889da476bb7aa6efdbaee9f8cb 2024-11-15T07:20:37,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ff5914889da476bb7aa6efdbaee9f8cb 2024-11-15T07:20:37,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ff5914889da476bb7aa6efdbaee9f8cb 2024-11-15T07:20:37,725 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T07:20:37,726 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ff5914889da476bb7aa6efdbaee9f8cb 2024-11-15T07:20:37,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/hbase/replication/ff5914889da476bb7aa6efdbaee9f8cb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:20:37,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ff5914889da476bb7aa6efdbaee9f8cb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70480792, jitterRate=0.05024564266204834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T07:20:37,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ff5914889da476bb7aa6efdbaee9f8cb 2024-11-15T07:20:37,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ff5914889da476bb7aa6efdbaee9f8cb: Running coprocessor pre-open hook at 1731655237718Writing region info on filesystem at 1731655237718Initializing all the Stores at 1731655237718Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655237718Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655237718Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655237718Cleaning up temporary data from old regions at 1731655237725 (+7 ms)Running coprocessor post-open hooks at 1731655237728 (+3 ms)Region opened successfully at 1731655237728 2024-11-15T07:20:37,732 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731655236962.ff5914889da476bb7aa6efdbaee9f8cb., pid=10, masterSystemTime=1731655237693 2024-11-15T07:20:37,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731655236962.ff5914889da476bb7aa6efdbaee9f8cb. 2024-11-15T07:20:37,734 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731655236962.ff5914889da476bb7aa6efdbaee9f8cb. 2024-11-15T07:20:37,735 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ff5914889da476bb7aa6efdbaee9f8cb, regionState=OPEN, openSeqNum=2, regionLocation=32f0bc5975d0,34417,1731655229145 2024-11-15T07:20:37,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ff5914889da476bb7aa6efdbaee9f8cb, server=32f0bc5975d0,34417,1731655229145 because future has completed 2024-11-15T07:20:37,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T07:20:37,738 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ff5914889da476bb7aa6efdbaee9f8cb, server=32f0bc5975d0,34417,1731655229145 in 196 msec 2024-11-15T07:20:37,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T07:20:37,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ff5914889da476bb7aa6efdbaee9f8cb, ASSIGN in 351 msec 2024-11-15T07:20:37,741 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T07:20:37,741 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655237741"}]},"ts":"1731655237741"} 2024-11-15T07:20:37,743 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T07:20:37,743 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T07:20:37,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 780 msec 2024-11-15T07:20:37,758 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.wal-reader.32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/WALs/32f0bc5975d0,35013,1731655223062/32f0bc5975d0%2C35013%2C1731655223062.1731655225986 to pos 379, reset compression=false 2024-11-15T07:20:37,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731655236962.ff5914889da476bb7aa6efdbaee9f8cb., hostname=32f0bc5975d0,34417,1731655229145, seqNum=2] 2024-11-15T07:20:37,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34421-0x1013d5dbab30003, quorum=127.0.0.1:51998, baseZNode=/11840728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11840728486 2024-11-15T07:20:37,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34417-0x1013d5dbab30004, quorum=127.0.0.1:51998, baseZNode=/11840728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11840728486 2024-11-15T07:20:37,851 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T07:20:37,910 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T07:20:37,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:37,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:37,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:37,945 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:37,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:37,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:37,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:37,979 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T07:20:38,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34417 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T07:20:38,003 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T07:20:38,036 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-32f0bc5975d0,34417,1731655229145, ReplicationSource: 1, currentBandwidth=0 2024-11-15T07:20:38,037 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:20:38,037 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,34417,1731655229145, seqNum=-1] 2024-11-15T07:20:38,037 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:20:38,038 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32877, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-15T07:20:38,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-32f0bc5975d0,34417,1731655229145', locateType=CURRENT is [region=hbase:replication,,1731655236962.ff5914889da476bb7aa6efdbaee9f8cb., hostname=32f0bc5975d0,34417,1731655229145, seqNum=2] 2024-11-15T07:20:38,042 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T07:20:38,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34421 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T07:20:38,044 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 32f0bc5975d0,34417,1731655229145 suceeded 2024-11-15T07:20:38,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T07:20:38,046 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-15T07:20:38,046 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://32f0bc5975d0:38739,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T07:20:38,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0920 sec 2024-11-15T07:20:38,059 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32f0bc5975d0:38739' 2024-11-15T07:20:38,060 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@554aaad8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:38,060 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,38739,-1 for getting cluster id 2024-11-15T07:20:38,060 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:20:38,061 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '375512a8-34dd-4bcd-8bd9-8f7e4bfaf22d' 2024-11-15T07:20:38,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:20:38,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "375512a8-34dd-4bcd-8bd9-8f7e4bfaf22d" 2024-11-15T07:20:38,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e03eb80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:38,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,38739,-1] 2024-11-15T07:20:38,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:20:38,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:38,062 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:20:38,062 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68df9b80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:38,063 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:20:38,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,38739,1731655222873 2024-11-15T07:20:38,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@62ea9538 2024-11-15T07:20:38,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:20:38,064 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-15T07:20:38,064 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-32f0bc5975d0,34417,1731655229145 (queues=1) is replicating from cluster=a5c2866c-7294-4c99-a2fc-d3880235b71e to cluster=375512a8-34dd-4bcd-8bd9-8f7e4bfaf22d 2024-11-15T07:20:38,065 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=32f0bc5975d0%2C34417%2C1731655229145 2024-11-15T07:20:38,065 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-32f0bc5975d0,34417,1731655229145, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T07:20:38,065 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145.replicationSource.shipper32f0bc5975d0%2C34417%2C1731655229145,1-32f0bc5975d0,34417,1731655229145 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 32f0bc5975d0%2C34417%2C1731655229145 2024-11-15T07:20:38,065 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145.replicationSource.wal-reader.32f0bc5975d0%2C34417%2C1731655229145,1-32f0bc5975d0,34417,1731655229145 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/WALs/32f0bc5975d0,34417,1731655229145/32f0bc5975d0%2C34417%2C1731655229145.1731655231510, startPosition=0, beingWritten=true 2024-11-15T07:20:38,070 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145.replicationSource.wal-reader.32f0bc5975d0%2C34417%2C1731655229145,1-32f0bc5975d0,34417,1731655229145 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:20:38,070 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145.replicationSource.wal-reader.32f0bc5975d0%2C34417%2C1731655229145,1-32f0bc5975d0,34417,1731655229145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/WALs/32f0bc5975d0,34417,1731655229145/32f0bc5975d0%2C34417%2C1731655229145.1731655231510 to pos 379, reset compression=false 2024-11-15T07:20:38,070 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145.replicationSource.shipper32f0bc5975d0%2C34417%2C1731655229145,1-32f0bc5975d0,34417,1731655229145 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,34417,1731655229145 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/WALs/32f0bc5975d0,34417,1731655229145/32f0bc5975d0%2C34417%2C1731655229145.1731655231510, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T07:20:38,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:20:38,089 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T07:20:38,089 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:20:38,089 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:20:38,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:38,089 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:38,090 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:20:38,090 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:20:38,095 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731655238095/Put/seqid=0 2024-11-15T07:20:38,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741840_1016 (size=7894) 2024-11-15T07:20:38,277 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145.replicationSource.wal-reader.32f0bc5975d0%2C34417%2C1731655229145,1-32f0bc5975d0,34417,1731655229145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/WALs/32f0bc5975d0,34417,1731655229145/32f0bc5975d0%2C34417%2C1731655229145.1731655231510 to pos 379, reset compression=false 2024-11-15T07:20:38,362 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.wal-reader.32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/WALs/32f0bc5975d0,35013,1731655223062/32f0bc5975d0%2C35013%2C1731655223062.1731655225986 to pos 379, reset compression=false 2024-11-15T07:20:38,517 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731655238516/Put/seqid=0 2024-11-15T07:20:38,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741841_1017 (size=7691) 2024-11-15T07:20:38,581 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145.replicationSource.wal-reader.32f0bc5975d0%2C34417%2C1731655229145,1-32f0bc5975d0,34417,1731655229145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/WALs/32f0bc5975d0,34417,1731655229145/32f0bc5975d0%2C34417%2C1731655229145.1731655231510 to pos 379, reset compression=false 2024-11-15T07:20:38,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42b8fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:38,921 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,38739,-1 for getting cluster id 2024-11-15T07:20:38,922 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:20:38,922 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '375512a8-34dd-4bcd-8bd9-8f7e4bfaf22d' 2024-11-15T07:20:38,922 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:20:38,922 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "375512a8-34dd-4bcd-8bd9-8f7e4bfaf22d" 2024-11-15T07:20:38,923 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed3c398, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:38,923 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,38739,-1] 2024-11-15T07:20:38,923 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:20:38,923 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:38,923 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:20:38,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ea52dbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:38,924 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:20:38,925 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,35013,1731655223062, seqNum=-1] 2024-11-15T07:20:38,925 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:20:38,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:20:38,932 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:20:38,933 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,38739,1731655222873 2024-11-15T07:20:38,933 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8939432 2024-11-15T07:20:38,933 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:20:38,934 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:20:38,937 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731655232507.8d4a43a05caf7bb496eaaa99a2db970c., hostname=32f0bc5975d0,35013,1731655223062, seqNum=2] 2024-11-15T07:20:38,939 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T07:20:38,944 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-15T07:20:38,947 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-15T07:20:38,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 8d4a43a05caf7bb496eaaa99a2db970c/f 2024-11-15T07:20:38,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-15T07:20:38,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T07:20:38,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 8d4a43a05caf7bb496eaaa99a2db970c/f 2024-11-15T07:20:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-15T07:20:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T07:20:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.HRegion(2603): Flush status journal for 8d4a43a05caf7bb496eaaa99a2db970c: 2024-11-15T07:20:38,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/staging/jenkins__test__lgacsnbuqel4icrgr7g917mm1plf4pplhqnhpu17sq2pmi4fbd83nij4mc19mop5/f/hfile_0 2024-11-15T07:20:38,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/staging/jenkins__test__lgacsnbuqel4icrgr7g917mm1plf4pplhqnhpu17sq2pmi4fbd83nij4mc19mop5/f/hfile_0 as hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/default/test/8d4a43a05caf7bb496eaaa99a2db970c/f/e4e8ce743cb140a1a2f44136000eaa18_SeqId_4_ 2024-11-15T07:20:38,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/staging/jenkins__test__lgacsnbuqel4icrgr7g917mm1plf4pplhqnhpu17sq2pmi4fbd83nij4mc19mop5/f/hfile_1 2024-11-15T07:20:38,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/staging/jenkins__test__lgacsnbuqel4icrgr7g917mm1plf4pplhqnhpu17sq2pmi4fbd83nij4mc19mop5/f/hfile_1 as hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/default/test/8d4a43a05caf7bb496eaaa99a2db970c/f/05e4bdc9fb4540fa84f66223ba3c3059_SeqId_4_ 2024-11-15T07:20:38,964 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/staging/jenkins__test__lgacsnbuqel4icrgr7g917mm1plf4pplhqnhpu17sq2pmi4fbd83nij4mc19mop5/f/hfile_0 into 8d4a43a05caf7bb496eaaa99a2db970c/f as hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/default/test/8d4a43a05caf7bb496eaaa99a2db970c/f/e4e8ce743cb140a1a2f44136000eaa18_SeqId_4_ - updating store file list. 2024-11-15T07:20:38,984 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145.replicationSource.wal-reader.32f0bc5975d0%2C34417%2C1731655229145,1-32f0bc5975d0,34417,1731655229145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/WALs/32f0bc5975d0,34417,1731655229145/32f0bc5975d0%2C34417%2C1731655229145.1731655231510 to pos 379, reset compression=false 2024-11-15T07:20:38,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e4e8ce743cb140a1a2f44136000eaa18_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T07:20:38,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/default/test/8d4a43a05caf7bb496eaaa99a2db970c/f/e4e8ce743cb140a1a2f44136000eaa18_SeqId_4_ into 8d4a43a05caf7bb496eaaa99a2db970c/f 2024-11-15T07:20:38,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/staging/jenkins__test__lgacsnbuqel4icrgr7g917mm1plf4pplhqnhpu17sq2pmi4fbd83nij4mc19mop5/f/hfile_0 into 8d4a43a05caf7bb496eaaa99a2db970c/f (new location: hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/default/test/8d4a43a05caf7bb496eaaa99a2db970c/f/e4e8ce743cb140a1a2f44136000eaa18_SeqId_4_) 2024-11-15T07:20:38,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/staging/jenkins__test__lgacsnbuqel4icrgr7g917mm1plf4pplhqnhpu17sq2pmi4fbd83nij4mc19mop5/f/hfile_0 2024-11-15T07:20:38,988 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/staging/jenkins__test__lgacsnbuqel4icrgr7g917mm1plf4pplhqnhpu17sq2pmi4fbd83nij4mc19mop5/f/hfile_1 into 8d4a43a05caf7bb496eaaa99a2db970c/f as hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/default/test/8d4a43a05caf7bb496eaaa99a2db970c/f/05e4bdc9fb4540fa84f66223ba3c3059_SeqId_4_ - updating store file list. 2024-11-15T07:20:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 05e4bdc9fb4540fa84f66223ba3c3059_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T07:20:38,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/default/test/8d4a43a05caf7bb496eaaa99a2db970c/f/05e4bdc9fb4540fa84f66223ba3c3059_SeqId_4_ into 8d4a43a05caf7bb496eaaa99a2db970c/f 2024-11-15T07:20:38,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/staging/jenkins__test__lgacsnbuqel4icrgr7g917mm1plf4pplhqnhpu17sq2pmi4fbd83nij4mc19mop5/f/hfile_1 into 8d4a43a05caf7bb496eaaa99a2db970c/f (new location: hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/default/test/8d4a43a05caf7bb496eaaa99a2db970c/f/05e4bdc9fb4540fa84f66223ba3c3059_SeqId_4_) 2024-11-15T07:20:38,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/staging/jenkins__test__lgacsnbuqel4icrgr7g917mm1plf4pplhqnhpu17sq2pmi4fbd83nij4mc19mop5/f/hfile_1 2024-11-15T07:20:38,994 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:20:38,994 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:20:38,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:38,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:38,994 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:20:38,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731655232507.8d4a43a05caf7bb496eaaa99a2db970c., hostname=32f0bc5975d0,35013,1731655223062, seqNum=2 , the old value is region=test,,1731655232507.8d4a43a05caf7bb496eaaa99a2db970c., hostname=32f0bc5975d0,35013,1731655223062, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=32f0bc5975d0:35013 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T07:20:38,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731655232507.8d4a43a05caf7bb496eaaa99a2db970c., hostname=32f0bc5975d0,35013,1731655223062, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T07:20:38,995 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731655232507.8d4a43a05caf7bb496eaaa99a2db970c., hostname=32f0bc5975d0,35013,1731655223062, seqNum=2 from cache 2024-11-15T07:20:38,995 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:20:38,995 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T07:20:38,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,34417,1731655229145, seqNum=-1] 2024-11-15T07:20:38,996 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:20:38,997 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:20:38,999 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731655233652.c02a7dc62bd15ed5f47571a280f852cb., hostname=32f0bc5975d0,34417,1731655229145, seqNum=2] 2024-11-15T07:20:39,001 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T07:20:39,066 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.wal-reader.32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/WALs/32f0bc5975d0,35013,1731655223062/32f0bc5975d0%2C35013%2C1731655223062.1731655225986 to pos 379, reset compression=false 2024-11-15T07:20:39,071 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.wal-reader.32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T07:20:39,071 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.shipper32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,35013,1731655223062 got entry batch from reader: WALEntryBatch [walEntries=[{test/8d4a43a05caf7bb496eaaa99a2db970c/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731655238992/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/WALs/32f0bc5975d0,35013,1731655223062/32f0bc5975d0%2C35013%2C1731655223062.1731655225986, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T07:20:39,073 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.shipper32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T07:20:39,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-15T07:20:39,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] regionserver.ReplicationSink(318): Replicating [375512a8-34dd-4bcd-8bd9-8f7e4bfaf22d] bulk loaded data 2024-11-15T07:20:39,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d607897, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:39,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,34421,-1 for getting cluster id 2024-11-15T07:20:39,075 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:20:39,076 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5c2866c-7294-4c99-a2fc-d3880235b71e' 2024-11-15T07:20:39,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:20:39,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5c2866c-7294-4c99-a2fc-d3880235b71e" 2024-11-15T07:20:39,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bec1abe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:39,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,34421,-1] 2024-11-15T07:20:39,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:20:39,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:39,077 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:20:39,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6375ffe1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:39,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43085 is added to blk_1073741840_1016 (size=7894) 2024-11-15T07:20:39,099 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:35013 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T07:20:39,271 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.wal-reader.32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/WALs/32f0bc5975d0,35013,1731655223062/32f0bc5975d0%2C35013%2C1731655223062.1731655225986 to pos 687, reset compression=false 2024-11-15T07:20:39,488 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145.replicationSource.wal-reader.32f0bc5975d0%2C34417%2C1731655229145,1-32f0bc5975d0,34417,1731655229145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/WALs/32f0bc5975d0,34417,1731655229145/32f0bc5975d0%2C34417%2C1731655229145.1731655231510 to pos 379, reset compression=false 2024-11-15T07:20:39,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43085 is added to blk_1073741841_1017 (size=7691) 2024-11-15T07:20:39,575 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.wal-reader.32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/WALs/32f0bc5975d0,35013,1731655223062/32f0bc5975d0%2C35013%2C1731655223062.1731655225986 to pos 687, reset compression=false 2024-11-15T07:20:39,903 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:20:39,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,34421,1731655228996 2024-11-15T07:20:39,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79117d46 2024-11-15T07:20:39,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:20:39,906 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-15T07:20:39,907 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T07:20:39,908 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:20:39,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,34417,1731655229145, seqNum=-1] 2024-11-15T07:20:39,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:20:39,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-15T07:20:39,914 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/staging/jenkins.hfs.11__test__p4jurmf0k5s8jtb4f4umnote39g3u83hvabtjc6p60gqpkpq3en6rni9nrlma2j4/f/05e4bdc9fb4540fa84f66223ba3c3059_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-15T07:20:39,917 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/staging/jenkins.hfs.11__test__p4jurmf0k5s8jtb4f4umnote39g3u83hvabtjc6p60gqpkpq3en6rni9nrlma2j4/f/e4e8ce743cb140a1a2f44136000eaa18_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-15T07:20:39,920 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/staging/jenkins.hfs.11__test__p4jurmf0k5s8jtb4f4umnote39g3u83hvabtjc6p60gqpkpq3en6rni9nrlma2j4/f/e4e8ce743cb140a1a2f44136000eaa18_SeqId_4_ for inclusion in c02a7dc62bd15ed5f47571a280f852cb/f 2024-11-15T07:20:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-15T07:20:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T07:20:39,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/staging/jenkins.hfs.11__test__p4jurmf0k5s8jtb4f4umnote39g3u83hvabtjc6p60gqpkpq3en6rni9nrlma2j4/f/05e4bdc9fb4540fa84f66223ba3c3059_SeqId_4_ for inclusion in c02a7dc62bd15ed5f47571a280f852cb/f 2024-11-15T07:20:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-15T07:20:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T07:20:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] regionserver.HRegion(2603): Flush status journal for c02a7dc62bd15ed5f47571a280f852cb: 2024-11-15T07:20:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e4e8ce743cb140a1a2f44136000eaa18_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T07:20:39,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/staging/jenkins.hfs.11__test__p4jurmf0k5s8jtb4f4umnote39g3u83hvabtjc6p60gqpkpq3en6rni9nrlma2j4/f/e4e8ce743cb140a1a2f44136000eaa18_SeqId_4_ as hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/default/test/c02a7dc62bd15ed5f47571a280f852cb/f/4b85e2645fa04f60b24f489b7004216e_SeqId_4_ 2024-11-15T07:20:39,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 05e4bdc9fb4540fa84f66223ba3c3059_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T07:20:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/staging/jenkins.hfs.11__test__p4jurmf0k5s8jtb4f4umnote39g3u83hvabtjc6p60gqpkpq3en6rni9nrlma2j4/f/05e4bdc9fb4540fa84f66223ba3c3059_SeqId_4_ as hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/default/test/c02a7dc62bd15ed5f47571a280f852cb/f/2d451cbe17c343938d79697b048df8e1_SeqId_4_ 2024-11-15T07:20:39,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/staging/jenkins.hfs.11__test__p4jurmf0k5s8jtb4f4umnote39g3u83hvabtjc6p60gqpkpq3en6rni9nrlma2j4/f/e4e8ce743cb140a1a2f44136000eaa18_SeqId_4_ into c02a7dc62bd15ed5f47571a280f852cb/f as hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/default/test/c02a7dc62bd15ed5f47571a280f852cb/f/4b85e2645fa04f60b24f489b7004216e_SeqId_4_ - updating store file list. 2024-11-15T07:20:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4b85e2645fa04f60b24f489b7004216e_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T07:20:39,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/default/test/c02a7dc62bd15ed5f47571a280f852cb/f/4b85e2645fa04f60b24f489b7004216e_SeqId_4_ into c02a7dc62bd15ed5f47571a280f852cb/f 2024-11-15T07:20:39,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/staging/jenkins.hfs.11__test__p4jurmf0k5s8jtb4f4umnote39g3u83hvabtjc6p60gqpkpq3en6rni9nrlma2j4/f/e4e8ce743cb140a1a2f44136000eaa18_SeqId_4_ into c02a7dc62bd15ed5f47571a280f852cb/f (new location: hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/default/test/c02a7dc62bd15ed5f47571a280f852cb/f/4b85e2645fa04f60b24f489b7004216e_SeqId_4_) 2024-11-15T07:20:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/staging/jenkins.hfs.11__test__p4jurmf0k5s8jtb4f4umnote39g3u83hvabtjc6p60gqpkpq3en6rni9nrlma2j4/f/e4e8ce743cb140a1a2f44136000eaa18_SeqId_4_ 2024-11-15T07:20:39,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/staging/jenkins.hfs.11__test__p4jurmf0k5s8jtb4f4umnote39g3u83hvabtjc6p60gqpkpq3en6rni9nrlma2j4/f/05e4bdc9fb4540fa84f66223ba3c3059_SeqId_4_ into c02a7dc62bd15ed5f47571a280f852cb/f as hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/default/test/c02a7dc62bd15ed5f47571a280f852cb/f/2d451cbe17c343938d79697b048df8e1_SeqId_4_ - updating store file list. 2024-11-15T07:20:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 2d451cbe17c343938d79697b048df8e1_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T07:20:39,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/default/test/c02a7dc62bd15ed5f47571a280f852cb/f/2d451cbe17c343938d79697b048df8e1_SeqId_4_ into c02a7dc62bd15ed5f47571a280f852cb/f 2024-11-15T07:20:39,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/staging/jenkins.hfs.11__test__p4jurmf0k5s8jtb4f4umnote39g3u83hvabtjc6p60gqpkpq3en6rni9nrlma2j4/f/05e4bdc9fb4540fa84f66223ba3c3059_SeqId_4_ into c02a7dc62bd15ed5f47571a280f852cb/f (new location: hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/default/test/c02a7dc62bd15ed5f47571a280f852cb/f/2d451cbe17c343938d79697b048df8e1_SeqId_4_) 2024-11-15T07:20:39,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/staging/jenkins.hfs.11__test__p4jurmf0k5s8jtb4f4umnote39g3u83hvabtjc6p60gqpkpq3en6rni9nrlma2j4/f/05e4bdc9fb4540fa84f66223ba3c3059_SeqId_4_ 2024-11-15T07:20:39,967 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] regionserver.ReplicationSink(324): Finished replicating [375512a8-34dd-4bcd-8bd9-8f7e4bfaf22d] bulk loaded data 2024-11-15T07:20:39,979 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.wal-reader.32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/WALs/32f0bc5975d0,35013,1731655223062/32f0bc5975d0%2C35013%2C1731655223062.1731655225986 to pos 687, reset compression=false 2024-11-15T07:20:40,011 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:20:40,015 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731655240015/Put/seqid=0 2024-11-15T07:20:40,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43085 is added to blk_1073741842_1018 (size=11194) 2024-11-15T07:20:40,095 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145.replicationSource.wal-reader.32f0bc5975d0%2C34417%2C1731655229145,1-32f0bc5975d0,34417,1731655229145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/WALs/32f0bc5975d0,34417,1731655229145/32f0bc5975d0%2C34417%2C1731655229145.1731655231510 to pos 379, reset compression=false 2024-11-15T07:20:40,100 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145.replicationSource.wal-reader.32f0bc5975d0%2C34417%2C1731655229145,1-32f0bc5975d0,34417,1731655229145 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T07:20:40,100 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145.replicationSource.shipper32f0bc5975d0%2C34417%2C1731655229145,1-32f0bc5975d0,34417,1731655229145 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,34417,1731655229145 got entry batch from reader: WALEntryBatch [walEntries=[{test/c02a7dc62bd15ed5f47571a280f852cb/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731655239964/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/WALs/32f0bc5975d0,34417,1731655229145/32f0bc5975d0%2C34417%2C1731655229145.1731655231510, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-15T07:20:40,102 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145.replicationSource.shipper32f0bc5975d0%2C34417%2C1731655229145,1-32f0bc5975d0,34417,1731655229145 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T07:20:40,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-15T07:20:40,103 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.ReplicationSink(318): Replicating [375512a8-34dd-4bcd-8bd9-8f7e4bfaf22d, a5c2866c-7294-4c99-a2fc-d3880235b71e] bulk loaded data 2024-11-15T07:20:40,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77db1952, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:40,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,38739,-1 for getting cluster id 2024-11-15T07:20:40,104 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:20:40,104 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '375512a8-34dd-4bcd-8bd9-8f7e4bfaf22d' 2024-11-15T07:20:40,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:20:40,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "375512a8-34dd-4bcd-8bd9-8f7e4bfaf22d" 2024-11-15T07:20:40,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7bef0e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:40,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,38739,-1] 2024-11-15T07:20:40,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:20:40,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:40,107 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:20:40,108 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38e30881, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:40,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741842_1018 (size=7894) 2024-11-15T07:20:40,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741843_1019 (size=7691) 2024-11-15T07:20:40,300 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145.replicationSource.wal-reader.32f0bc5975d0%2C34417%2C1731655229145,1-32f0bc5975d0,34417,1731655229145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/WALs/32f0bc5975d0,34417,1731655229145/32f0bc5975d0%2C34417%2C1731655229145.1731655231510 to pos 725, reset compression=false 2024-11-15T07:20:40,421 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731655240421/Put/seqid=0 2024-11-15T07:20:40,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43085 is added to blk_1073741843_1019 (size=10791) 2024-11-15T07:20:40,482 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.wal-reader.32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/WALs/32f0bc5975d0,35013,1731655223062/32f0bc5975d0%2C35013%2C1731655223062.1731655225986 to pos 687, reset compression=false 2024-11-15T07:20:40,543 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:20:40,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,38739,1731655222873 2024-11-15T07:20:40,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@432101fa 2024-11-15T07:20:40,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:20:40,545 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-15T07:20:40,547 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T07:20:40,547 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:20:40,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,35013,1731655223062, seqNum=-1] 2024-11-15T07:20:40,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:20:40,549 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-15T07:20:40,554 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/staging/jenkins.hfs.10__test__basv1vjktlsttrav2v2jjnevqhhbpkodtp2kf4n09aipvi377dqmllc3i8689r90/f/2d451cbe17c343938d79697b048df8e1_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-15T07:20:40,558 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/staging/jenkins.hfs.10__test__basv1vjktlsttrav2v2jjnevqhhbpkodtp2kf4n09aipvi377dqmllc3i8689r90/f/4b85e2645fa04f60b24f489b7004216e_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-15T07:20:40,560 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.ReplicationSink(324): Finished replicating [375512a8-34dd-4bcd-8bd9-8f7e4bfaf22d, a5c2866c-7294-4c99-a2fc-d3880235b71e] bulk loaded data 2024-11-15T07:20:40,605 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145.replicationSource.wal-reader.32f0bc5975d0%2C34417%2C1731655229145,1-32f0bc5975d0,34417,1731655229145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/WALs/32f0bc5975d0,34417,1731655229145/32f0bc5975d0%2C34417%2C1731655229145.1731655231510 to pos 725, reset compression=false 2024-11-15T07:20:40,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e633077, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:40,826 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,34421,-1 for getting cluster id 2024-11-15T07:20:40,827 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:20:40,827 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5c2866c-7294-4c99-a2fc-d3880235b71e' 2024-11-15T07:20:40,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:20:40,827 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5c2866c-7294-4c99-a2fc-d3880235b71e" 2024-11-15T07:20:40,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62679a7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:40,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,34421,-1] 2024-11-15T07:20:40,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:20:40,828 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:40,828 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:20:40,829 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e90ff9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:40,829 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:20:40,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,34417,1731655229145, seqNum=-1] 2024-11-15T07:20:40,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:20:40,831 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:20:40,838 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:20:40,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,34421,1731655228996 2024-11-15T07:20:40,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22e85740 2024-11-15T07:20:40,839 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:20:40,840 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:20:40,844 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731655233652.c02a7dc62bd15ed5f47571a280f852cb., hostname=32f0bc5975d0,34417,1731655229145, seqNum=2] 2024-11-15T07:20:40,846 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T07:20:40,852 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-15T07:20:40,856 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-15T07:20:40,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/testHFileCyclicReplication_10/f/hfile_0 for inclusion in c02a7dc62bd15ed5f47571a280f852cb/f 2024-11-15T07:20:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-15T07:20:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T07:20:40,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/testHFileCyclicReplication_10/f/hfile_1 for inclusion in c02a7dc62bd15ed5f47571a280f852cb/f 2024-11-15T07:20:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-15T07:20:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T07:20:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] regionserver.HRegion(2603): Flush status journal for c02a7dc62bd15ed5f47571a280f852cb: 2024-11-15T07:20:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/staging/jenkins__test__g9rthibvk5hd620grd9adh1ius0iuv7cfv0tcv83to96k5iaoh8gi2hlddum281o/f/hfile_0 2024-11-15T07:20:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/staging/jenkins__test__g9rthibvk5hd620grd9adh1ius0iuv7cfv0tcv83to96k5iaoh8gi2hlddum281o/f/hfile_0 as hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/default/test/c02a7dc62bd15ed5f47571a280f852cb/f/f039cc039433454caa9ce57067dfc5d5_SeqId_6_ 2024-11-15T07:20:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/staging/jenkins__test__g9rthibvk5hd620grd9adh1ius0iuv7cfv0tcv83to96k5iaoh8gi2hlddum281o/f/hfile_1 2024-11-15T07:20:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/staging/jenkins__test__g9rthibvk5hd620grd9adh1ius0iuv7cfv0tcv83to96k5iaoh8gi2hlddum281o/f/hfile_1 as hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/default/test/c02a7dc62bd15ed5f47571a280f852cb/f/259c238de4e64d389dcc63bb0f53c7d5_SeqId_6_ 2024-11-15T07:20:40,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/staging/jenkins__test__g9rthibvk5hd620grd9adh1ius0iuv7cfv0tcv83to96k5iaoh8gi2hlddum281o/f/hfile_0 into c02a7dc62bd15ed5f47571a280f852cb/f as hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/default/test/c02a7dc62bd15ed5f47571a280f852cb/f/f039cc039433454caa9ce57067dfc5d5_SeqId_6_ - updating store file list. 2024-11-15T07:20:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f039cc039433454caa9ce57067dfc5d5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T07:20:40,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/default/test/c02a7dc62bd15ed5f47571a280f852cb/f/f039cc039433454caa9ce57067dfc5d5_SeqId_6_ into c02a7dc62bd15ed5f47571a280f852cb/f 2024-11-15T07:20:40,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/staging/jenkins__test__g9rthibvk5hd620grd9adh1ius0iuv7cfv0tcv83to96k5iaoh8gi2hlddum281o/f/hfile_0 into c02a7dc62bd15ed5f47571a280f852cb/f (new location: hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/default/test/c02a7dc62bd15ed5f47571a280f852cb/f/f039cc039433454caa9ce57067dfc5d5_SeqId_6_) 2024-11-15T07:20:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/staging/jenkins__test__g9rthibvk5hd620grd9adh1ius0iuv7cfv0tcv83to96k5iaoh8gi2hlddum281o/f/hfile_0 2024-11-15T07:20:40,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/staging/jenkins__test__g9rthibvk5hd620grd9adh1ius0iuv7cfv0tcv83to96k5iaoh8gi2hlddum281o/f/hfile_1 into c02a7dc62bd15ed5f47571a280f852cb/f as hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/default/test/c02a7dc62bd15ed5f47571a280f852cb/f/259c238de4e64d389dcc63bb0f53c7d5_SeqId_6_ - updating store file list. 2024-11-15T07:20:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 259c238de4e64d389dcc63bb0f53c7d5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T07:20:40,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/default/test/c02a7dc62bd15ed5f47571a280f852cb/f/259c238de4e64d389dcc63bb0f53c7d5_SeqId_6_ into c02a7dc62bd15ed5f47571a280f852cb/f 2024-11-15T07:20:40,881 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/staging/jenkins__test__g9rthibvk5hd620grd9adh1ius0iuv7cfv0tcv83to96k5iaoh8gi2hlddum281o/f/hfile_1 into c02a7dc62bd15ed5f47571a280f852cb/f (new location: hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/default/test/c02a7dc62bd15ed5f47571a280f852cb/f/259c238de4e64d389dcc63bb0f53c7d5_SeqId_6_) 2024-11-15T07:20:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34417 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/staging/jenkins__test__g9rthibvk5hd620grd9adh1ius0iuv7cfv0tcv83to96k5iaoh8gi2hlddum281o/f/hfile_1 2024-11-15T07:20:40,883 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:20:40,883 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:20:40,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:40,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:40,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731655233652.c02a7dc62bd15ed5f47571a280f852cb., hostname=32f0bc5975d0,34417,1731655229145, seqNum=2 , the old value is region=test,,1731655233652.c02a7dc62bd15ed5f47571a280f852cb., hostname=32f0bc5975d0,34417,1731655229145, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=32f0bc5975d0:34417 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T07:20:40,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731655233652.c02a7dc62bd15ed5f47571a280f852cb., hostname=32f0bc5975d0,34417,1731655229145, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T07:20:40,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731655233652.c02a7dc62bd15ed5f47571a280f852cb., hostname=32f0bc5975d0,34417,1731655229145, seqNum=2 from cache 2024-11-15T07:20:40,884 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:20:40,884 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:20:40,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,35013,1731655223062, seqNum=-1] 2024-11-15T07:20:40,885 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T07:20:40,885 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:20:40,886 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:20:40,888 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731655232507.8d4a43a05caf7bb496eaaa99a2db970c., hostname=32f0bc5975d0,35013,1731655223062, seqNum=2] 2024-11-15T07:20:40,895 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T07:20:40,989 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:34417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T07:20:41,008 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145.replicationSource.wal-reader.32f0bc5975d0%2C34417%2C1731655229145,1-32f0bc5975d0,34417,1731655229145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/WALs/32f0bc5975d0,34417,1731655229145/32f0bc5975d0%2C34417%2C1731655229145.1731655231510 to pos 725, reset compression=false 2024-11-15T07:20:41,013 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145.replicationSource.wal-reader.32f0bc5975d0%2C34417%2C1731655229145,1-32f0bc5975d0,34417,1731655229145 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T07:20:41,013 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145.replicationSource.shipper32f0bc5975d0%2C34417%2C1731655229145,1-32f0bc5975d0,34417,1731655229145 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,34417,1731655229145 got entry batch from reader: WALEntryBatch [walEntries=[{test/c02a7dc62bd15ed5f47571a280f852cb/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731655240882/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/WALs/32f0bc5975d0,34417,1731655229145/32f0bc5975d0%2C34417%2C1731655229145.1731655231510, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T07:20:41,015 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.ReplicationSink(318): Replicating [a5c2866c-7294-4c99-a2fc-d3880235b71e] bulk loaded data 2024-11-15T07:20:41,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741844_1020 (size=11194) 2024-11-15T07:20:41,086 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.wal-reader.32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/WALs/32f0bc5975d0,35013,1731655223062/32f0bc5975d0%2C35013%2C1731655223062.1731655225986 to pos 687, reset compression=false 2024-11-15T07:20:41,214 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145.replicationSource.wal-reader.32f0bc5975d0%2C34417%2C1731655229145,1-32f0bc5975d0,34417,1731655229145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/WALs/32f0bc5975d0,34417,1731655229145/32f0bc5975d0%2C34417%2C1731655229145.1731655231510 to pos 1033, reset compression=false 2024-11-15T07:20:41,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741845_1021 (size=10791) 2024-11-15T07:20:41,517 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145.replicationSource.wal-reader.32f0bc5975d0%2C34417%2C1731655229145,1-32f0bc5975d0,34417,1731655229145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/WALs/32f0bc5975d0,34417,1731655229145/32f0bc5975d0%2C34417%2C1731655229145.1731655231510 to pos 1033, reset compression=false 2024-11-15T07:20:41,790 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.wal-reader.32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/WALs/32f0bc5975d0,35013,1731655223062/32f0bc5975d0%2C35013%2C1731655223062.1731655225986 to pos 687, reset compression=false 2024-11-15T07:20:41,836 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T07:20:41,841 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/staging/jenkins.hfs.10__test__fkhd4a0jh0bcimj1hsmp0g84gu8aovi45g7icuduocl72f7lkojhnaoab5bnqp40/f/259c238de4e64d389dcc63bb0f53c7d5_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-15T07:20:41,843 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/staging/jenkins.hfs.10__test__fkhd4a0jh0bcimj1hsmp0g84gu8aovi45g7icuduocl72f7lkojhnaoab5bnqp40/f/f039cc039433454caa9ce57067dfc5d5_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-15T07:20:41,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/staging/jenkins.hfs.10__test__fkhd4a0jh0bcimj1hsmp0g84gu8aovi45g7icuduocl72f7lkojhnaoab5bnqp40/f/259c238de4e64d389dcc63bb0f53c7d5_SeqId_6_ for inclusion in 8d4a43a05caf7bb496eaaa99a2db970c/f 2024-11-15T07:20:41,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-15T07:20:41,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T07:20:41,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/staging/jenkins.hfs.10__test__fkhd4a0jh0bcimj1hsmp0g84gu8aovi45g7icuduocl72f7lkojhnaoab5bnqp40/f/f039cc039433454caa9ce57067dfc5d5_SeqId_6_ for inclusion in 8d4a43a05caf7bb496eaaa99a2db970c/f 2024-11-15T07:20:41,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-15T07:20:41,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T07:20:41,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.HRegion(2603): Flush status journal for 8d4a43a05caf7bb496eaaa99a2db970c: 2024-11-15T07:20:41,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 259c238de4e64d389dcc63bb0f53c7d5_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T07:20:41,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/staging/jenkins.hfs.10__test__fkhd4a0jh0bcimj1hsmp0g84gu8aovi45g7icuduocl72f7lkojhnaoab5bnqp40/f/259c238de4e64d389dcc63bb0f53c7d5_SeqId_6_ as hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/default/test/8d4a43a05caf7bb496eaaa99a2db970c/f/5a4a5ba6076b4fa2800802402461931e_SeqId_6_ 2024-11-15T07:20:41,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f039cc039433454caa9ce57067dfc5d5_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T07:20:41,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/staging/jenkins.hfs.10__test__fkhd4a0jh0bcimj1hsmp0g84gu8aovi45g7icuduocl72f7lkojhnaoab5bnqp40/f/f039cc039433454caa9ce57067dfc5d5_SeqId_6_ as hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/default/test/8d4a43a05caf7bb496eaaa99a2db970c/f/cb86a8a656754193903eb7287e153cd5_SeqId_6_ 2024-11-15T07:20:41,854 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/staging/jenkins.hfs.10__test__fkhd4a0jh0bcimj1hsmp0g84gu8aovi45g7icuduocl72f7lkojhnaoab5bnqp40/f/259c238de4e64d389dcc63bb0f53c7d5_SeqId_6_ into 8d4a43a05caf7bb496eaaa99a2db970c/f as hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/default/test/8d4a43a05caf7bb496eaaa99a2db970c/f/5a4a5ba6076b4fa2800802402461931e_SeqId_6_ - updating store file list. 2024-11-15T07:20:41,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5a4a5ba6076b4fa2800802402461931e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T07:20:41,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/default/test/8d4a43a05caf7bb496eaaa99a2db970c/f/5a4a5ba6076b4fa2800802402461931e_SeqId_6_ into 8d4a43a05caf7bb496eaaa99a2db970c/f 2024-11-15T07:20:41,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/staging/jenkins.hfs.10__test__fkhd4a0jh0bcimj1hsmp0g84gu8aovi45g7icuduocl72f7lkojhnaoab5bnqp40/f/259c238de4e64d389dcc63bb0f53c7d5_SeqId_6_ into 8d4a43a05caf7bb496eaaa99a2db970c/f (new location: hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/default/test/8d4a43a05caf7bb496eaaa99a2db970c/f/5a4a5ba6076b4fa2800802402461931e_SeqId_6_) 2024-11-15T07:20:41,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/staging/jenkins.hfs.10__test__fkhd4a0jh0bcimj1hsmp0g84gu8aovi45g7icuduocl72f7lkojhnaoab5bnqp40/f/259c238de4e64d389dcc63bb0f53c7d5_SeqId_6_ 2024-11-15T07:20:41,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/staging/jenkins.hfs.10__test__fkhd4a0jh0bcimj1hsmp0g84gu8aovi45g7icuduocl72f7lkojhnaoab5bnqp40/f/f039cc039433454caa9ce57067dfc5d5_SeqId_6_ into 8d4a43a05caf7bb496eaaa99a2db970c/f as hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/default/test/8d4a43a05caf7bb496eaaa99a2db970c/f/cb86a8a656754193903eb7287e153cd5_SeqId_6_ - updating store file list. 2024-11-15T07:20:41,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cb86a8a656754193903eb7287e153cd5_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T07:20:41,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/default/test/8d4a43a05caf7bb496eaaa99a2db970c/f/cb86a8a656754193903eb7287e153cd5_SeqId_6_ into 8d4a43a05caf7bb496eaaa99a2db970c/f 2024-11-15T07:20:41,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/staging/jenkins.hfs.10__test__fkhd4a0jh0bcimj1hsmp0g84gu8aovi45g7icuduocl72f7lkojhnaoab5bnqp40/f/f039cc039433454caa9ce57067dfc5d5_SeqId_6_ into 8d4a43a05caf7bb496eaaa99a2db970c/f (new location: hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/default/test/8d4a43a05caf7bb496eaaa99a2db970c/f/cb86a8a656754193903eb7287e153cd5_SeqId_6_) 2024-11-15T07:20:41,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/staging/jenkins.hfs.10__test__fkhd4a0jh0bcimj1hsmp0g84gu8aovi45g7icuduocl72f7lkojhnaoab5bnqp40/f/f039cc039433454caa9ce57067dfc5d5_SeqId_6_ 2024-11-15T07:20:41,863 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35013 {}] regionserver.ReplicationSink(324): Finished replicating [a5c2866c-7294-4c99-a2fc-d3880235b71e] bulk loaded data 2024-11-15T07:20:41,904 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T07:20:41,904 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:20:41,904 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:20:41,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:41,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:41,905 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:20:41,905 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T07:20:41,905 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=544411696, stopped=false 2024-11-15T07:20:41,905 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32f0bc5975d0,34421,1731655228996 2024-11-15T07:20:41,921 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145.replicationSource.wal-reader.32f0bc5975d0%2C34417%2C1731655229145,1-32f0bc5975d0,34417,1731655229145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/WALs/32f0bc5975d0,34417,1731655229145/32f0bc5975d0%2C34417%2C1731655229145.1731655231510 to pos 1033, reset compression=false 2024-11-15T07:20:41,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34421-0x1013d5dbab30003, quorum=127.0.0.1:51998, baseZNode=/11840728486 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11840728486/running 2024-11-15T07:20:41,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34417-0x1013d5dbab30004, quorum=127.0.0.1:51998, baseZNode=/11840728486 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11840728486/running 2024-11-15T07:20:41,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34417-0x1013d5dbab30004, quorum=127.0.0.1:51998, baseZNode=/11840728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11840728486 2024-11-15T07:20:41,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34421-0x1013d5dbab30003, quorum=127.0.0.1:51998, baseZNode=/11840728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11840728486 2024-11-15T07:20:41,986 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:20:41,986 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:20:41,986 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:20:41,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:41,987 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32f0bc5975d0,34417,1731655229145' ***** 2024-11-15T07:20:41,987 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T07:20:41,987 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34421-0x1013d5dbab30003, quorum=127.0.0.1:51998, baseZNode=/11840728486 Set watcher on znode that does not yet exist, /11840728486/running 2024-11-15T07:20:41,987 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34417-0x1013d5dbab30004, quorum=127.0.0.1:51998, baseZNode=/11840728486 Set watcher on znode that does not yet exist, /11840728486/running 2024-11-15T07:20:41,987 INFO [RS:0;32f0bc5975d0:34417 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T07:20:41,987 INFO [RS:0;32f0bc5975d0:34417 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T07:20:41,987 INFO [RS:0;32f0bc5975d0:34417 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T07:20:41,987 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T07:20:41,987 INFO [RS:0;32f0bc5975d0:34417 {}] regionserver.HRegionServer(3091): Received CLOSE for c02a7dc62bd15ed5f47571a280f852cb 2024-11-15T07:20:41,987 INFO [RS:0;32f0bc5975d0:34417 {}] regionserver.HRegionServer(3091): Received CLOSE for ff5914889da476bb7aa6efdbaee9f8cb 2024-11-15T07:20:41,988 INFO [RS:0;32f0bc5975d0:34417 {}] regionserver.HRegionServer(959): stopping server 32f0bc5975d0,34417,1731655229145 2024-11-15T07:20:41,988 INFO [RS:0;32f0bc5975d0:34417 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:20:41,988 INFO [RS:0;32f0bc5975d0:34417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:34417. 2024-11-15T07:20:41,988 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c02a7dc62bd15ed5f47571a280f852cb, disabling compactions & flushes 2024-11-15T07:20:41,988 DEBUG [RS:0;32f0bc5975d0:34417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:20:41,988 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731655233652.c02a7dc62bd15ed5f47571a280f852cb. 2024-11-15T07:20:41,988 DEBUG [RS:0;32f0bc5975d0:34417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:41,988 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731655233652.c02a7dc62bd15ed5f47571a280f852cb. 2024-11-15T07:20:41,988 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731655233652.c02a7dc62bd15ed5f47571a280f852cb. after waiting 0 ms 2024-11-15T07:20:41,988 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731655233652.c02a7dc62bd15ed5f47571a280f852cb. 2024-11-15T07:20:41,988 INFO [RS:0;32f0bc5975d0:34417 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T07:20:41,988 INFO [RS:0;32f0bc5975d0:34417 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T07:20:41,988 INFO [RS:0;32f0bc5975d0:34417 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T07:20:41,988 INFO [RS:0;32f0bc5975d0:34417 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T07:20:41,988 INFO [RS:0;32f0bc5975d0:34417 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T07:20:41,988 DEBUG [RS:0;32f0bc5975d0:34417 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c02a7dc62bd15ed5f47571a280f852cb=test,,1731655233652.c02a7dc62bd15ed5f47571a280f852cb., ff5914889da476bb7aa6efdbaee9f8cb=hbase:replication,,1731655236962.ff5914889da476bb7aa6efdbaee9f8cb.} 2024-11-15T07:20:41,988 DEBUG [RS:0;32f0bc5975d0:34417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c02a7dc62bd15ed5f47571a280f852cb, ff5914889da476bb7aa6efdbaee9f8cb 2024-11-15T07:20:41,988 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:20:41,988 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:20:41,988 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:20:41,988 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:20:41,988 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:20:41,989 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T07:20:41,992 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/default/test/c02a7dc62bd15ed5f47571a280f852cb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T07:20:41,992 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:20:41,992 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T07:20:41,992 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731655233652.c02a7dc62bd15ed5f47571a280f852cb. 2024-11-15T07:20:41,992 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c02a7dc62bd15ed5f47571a280f852cb: Waiting for close lock at 1731655241988Running coprocessor pre-close hooks at 1731655241988Disabling compacts and flushes for region at 1731655241988Disabling writes for close at 1731655241988Writing region close event to WAL at 1731655241989 (+1 ms)Running coprocessor post-close hooks at 1731655241992 (+3 ms)Closed at 1731655241992 2024-11-15T07:20:41,992 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731655233652.c02a7dc62bd15ed5f47571a280f852cb. 2024-11-15T07:20:41,992 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ff5914889da476bb7aa6efdbaee9f8cb, disabling compactions & flushes 2024-11-15T07:20:41,992 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731655236962.ff5914889da476bb7aa6efdbaee9f8cb. 2024-11-15T07:20:41,992 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731655236962.ff5914889da476bb7aa6efdbaee9f8cb. 2024-11-15T07:20:41,992 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731655236962.ff5914889da476bb7aa6efdbaee9f8cb. after waiting 0 ms 2024-11-15T07:20:41,992 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731655236962.ff5914889da476bb7aa6efdbaee9f8cb. 2024-11-15T07:20:41,992 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ff5914889da476bb7aa6efdbaee9f8cb 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-15T07:20:41,995 INFO [regionserver/32f0bc5975d0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:20:42,007 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/hbase/meta/1588230740/.tmp/info/a0073d8d3ad04cc7837bce39f0a60582 is 147, key is hbase:replication,,1731655236962.ff5914889da476bb7aa6efdbaee9f8cb./info:regioninfo/1731655237735/Put/seqid=0 2024-11-15T07:20:42,009 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/hbase/replication/ff5914889da476bb7aa6efdbaee9f8cb/.tmp/hfileref/8c417793e7114873a004473f8cc9c4d9 is 74, key is 1/hfileref:259c238de4e64d389dcc63bb0f53c7d5_SeqId_6_/1731655241865/DeleteColumn/seqid=0 2024-11-15T07:20:42,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43085 is added to blk_1073741844_1020 (size=7686) 2024-11-15T07:20:42,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43085 is added to blk_1073741845_1021 (size=5345) 2024-11-15T07:20:42,188 DEBUG [RS:0;32f0bc5975d0:34417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ff5914889da476bb7aa6efdbaee9f8cb 2024-11-15T07:20:42,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T07:20:42,289 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T07:20:42,292 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T07:20:42,292 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-15T07:20:42,294 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T07:20:42,294 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T07:20:42,383 INFO [regionserver/32f0bc5975d0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T07:20:42,383 INFO [regionserver/32f0bc5975d0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T07:20:42,389 DEBUG [RS:0;32f0bc5975d0:34417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ff5914889da476bb7aa6efdbaee9f8cb 2024-11-15T07:20:42,413 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/hbase/meta/1588230740/.tmp/info/a0073d8d3ad04cc7837bce39f0a60582 2024-11-15T07:20:42,422 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/hbase/replication/ff5914889da476bb7aa6efdbaee9f8cb/.tmp/hfileref/8c417793e7114873a004473f8cc9c4d9 2024-11-15T07:20:42,425 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145.replicationSource.wal-reader.32f0bc5975d0%2C34417%2C1731655229145,1-32f0bc5975d0,34417,1731655229145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/WALs/32f0bc5975d0,34417,1731655229145/32f0bc5975d0%2C34417%2C1731655229145.1731655231510 to pos 1033, reset compression=false 2024-11-15T07:20:42,429 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145.replicationSource.wal-reader.32f0bc5975d0%2C34417%2C1731655229145,1-32f0bc5975d0,34417,1731655229145 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:20:42,429 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145.replicationSource.wal-reader.32f0bc5975d0%2C34417%2C1731655229145,1-32f0bc5975d0,34417,1731655229145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/WALs/32f0bc5975d0,34417,1731655229145/32f0bc5975d0%2C34417%2C1731655229145.1731655231510 to pos 1328, reset compression=false 2024-11-15T07:20:42,429 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145.replicationSource.shipper32f0bc5975d0%2C34417%2C1731655229145,1-32f0bc5975d0,34417,1731655229145 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,34417,1731655229145 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/WALs/32f0bc5975d0,34417,1731655229145/32f0bc5975d0%2C34417%2C1731655229145.1731655231510, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T07:20:42,429 ERROR [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145.replicationSource.shipper32f0bc5975d0%2C34417%2C1731655229145,1-32f0bc5975d0,34417,1731655229145 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 32f0bc5975d0,34417,1731655229145: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-32f0bc5975d0,34417,1731655229145, walGroup=32f0bc5975d0%2C34417%2C1731655229145, offset=32f0bc5975d0%2C34417%2C1731655229145.1731655231510:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:34417 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T07:20:42,430 ERROR [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145.replicationSource.shipper32f0bc5975d0%2C34417%2C1731655229145,1-32f0bc5975d0,34417,1731655229145 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T07:20:42,430 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145.replicationSource.shipper32f0bc5975d0%2C34417%2C1731655229145,1-32f0bc5975d0,34417,1731655229145 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T07:20:42,431 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145.replicationSource.shipper32f0bc5975d0%2C34417%2C1731655229145,1-32f0bc5975d0,34417,1731655229145 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T07:20:42,431 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145.replicationSource.shipper32f0bc5975d0%2C34417%2C1731655229145,1-32f0bc5975d0,34417,1731655229145 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T07:20:42,431 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145.replicationSource.shipper32f0bc5975d0%2C34417%2C1731655229145,1-32f0bc5975d0,34417,1731655229145 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T07:20:42,432 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145.replicationSource.shipper32f0bc5975d0%2C34417%2C1731655229145,1-32f0bc5975d0,34417,1731655229145 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 532030872 }, "NonHeapMemoryUsage": { "committed": 190447616, "init": 7667712, "max": -1, "used": 187770848 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T07:20:42,434 WARN [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145.replicationSource.shipper32f0bc5975d0%2C34417%2C1731655229145,1-32f0bc5975d0,34417,1731655229145 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:34421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:34421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T07:20:42,436 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/hbase/meta/1588230740/.tmp/ns/0c5f42692e814c918b15c5aa487a2726 is 43, key is default/ns:d/1731655232440/Put/seqid=0 2024-11-15T07:20:42,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43085 is added to blk_1073741846_1022 (size=5153) 2024-11-15T07:20:42,444 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/hbase/meta/1588230740/.tmp/ns/0c5f42692e814c918b15c5aa487a2726 2024-11-15T07:20:42,445 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/hbase/replication/ff5914889da476bb7aa6efdbaee9f8cb/.tmp/queue/b375fb9e84a1428eb34a23153c471e41 is 154, key is 1-32f0bc5975d0,34417,1731655229145/queue:32f0bc5975d0%2C34417%2C1731655229145/1731655241866/Put/seqid=0 2024-11-15T07:20:42,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43085 is added to blk_1073741847_1023 (size=5353) 2024-11-15T07:20:42,459 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/hbase/replication/ff5914889da476bb7aa6efdbaee9f8cb/.tmp/queue/b375fb9e84a1428eb34a23153c471e41 2024-11-15T07:20:42,464 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/hbase/replication/ff5914889da476bb7aa6efdbaee9f8cb/.tmp/hfileref/8c417793e7114873a004473f8cc9c4d9 as hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/hbase/replication/ff5914889da476bb7aa6efdbaee9f8cb/hfileref/8c417793e7114873a004473f8cc9c4d9 2024-11-15T07:20:42,468 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/hbase/replication/ff5914889da476bb7aa6efdbaee9f8cb/hfileref/8c417793e7114873a004473f8cc9c4d9, entries=4, sequenceid=12, filesize=5.2 K 2024-11-15T07:20:42,469 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/hbase/replication/ff5914889da476bb7aa6efdbaee9f8cb/.tmp/queue/b375fb9e84a1428eb34a23153c471e41 as hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/hbase/replication/ff5914889da476bb7aa6efdbaee9f8cb/queue/b375fb9e84a1428eb34a23153c471e41 2024-11-15T07:20:42,471 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/hbase/meta/1588230740/.tmp/rep_barrier/7bd2cac2c2544890afc90434e3812763 is 112, key is test,,1731655233652.c02a7dc62bd15ed5f47571a280f852cb./rep_barrier:seqnumDuringOpen/1731655234402/Put/seqid=0 2024-11-15T07:20:42,474 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/hbase/replication/ff5914889da476bb7aa6efdbaee9f8cb/queue/b375fb9e84a1428eb34a23153c471e41, entries=1, sequenceid=12, filesize=5.2 K 2024-11-15T07:20:42,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43085 is added to blk_1073741848_1024 (size=5518) 2024-11-15T07:20:42,476 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for ff5914889da476bb7aa6efdbaee9f8cb in 484ms, sequenceid=12, compaction requested=false 2024-11-15T07:20:42,479 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/hbase/replication/ff5914889da476bb7aa6efdbaee9f8cb/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-15T07:20:42,480 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:20:42,480 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:20:42,480 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731655236962.ff5914889da476bb7aa6efdbaee9f8cb. 2024-11-15T07:20:42,480 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ff5914889da476bb7aa6efdbaee9f8cb: Waiting for close lock at 1731655241992Running coprocessor pre-close hooks at 1731655241992Disabling compacts and flushes for region at 1731655241992Disabling writes for close at 1731655241992Obtaining lock to block concurrent updates at 1731655241993 (+1 ms)Preparing flush snapshotting stores in ff5914889da476bb7aa6efdbaee9f8cb at 1731655241993Finished memstore snapshotting hbase:replication,,1731655236962.ff5914889da476bb7aa6efdbaee9f8cb., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731655241993Flushing stores of hbase:replication,,1731655236962.ff5914889da476bb7aa6efdbaee9f8cb. at 1731655241993Flushing ff5914889da476bb7aa6efdbaee9f8cb/hfileref: creating writer at 1731655241993Flushing ff5914889da476bb7aa6efdbaee9f8cb/hfileref: appending metadata at 1731655242008 (+15 ms)Flushing ff5914889da476bb7aa6efdbaee9f8cb/hfileref: closing flushed file at 1731655242008Flushing ff5914889da476bb7aa6efdbaee9f8cb/queue: creating writer at 1731655242426 (+418 ms)Flushing ff5914889da476bb7aa6efdbaee9f8cb/queue: appending metadata at 1731655242444 (+18 ms)Flushing ff5914889da476bb7aa6efdbaee9f8cb/queue: closing flushed file at 1731655242444Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ea8c6f6: reopening flushed file at 1731655242463 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@444aba02: reopening flushed file at 1731655242468 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for ff5914889da476bb7aa6efdbaee9f8cb in 484ms, sequenceid=12, compaction requested=false at 1731655242476 (+8 ms)Writing region close event to WAL at 1731655242477 (+1 ms)Running coprocessor post-close hooks at 1731655242480 (+3 ms)Closed at 1731655242480 2024-11-15T07:20:42,480 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731655236962.ff5914889da476bb7aa6efdbaee9f8cb. 2024-11-15T07:20:42,589 DEBUG [RS:0;32f0bc5975d0:34417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:20:42,594 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.wal-reader.32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/WALs/32f0bc5975d0,35013,1731655223062/32f0bc5975d0%2C35013%2C1731655223062.1731655225986 to pos 687, reset compression=false 2024-11-15T07:20:42,598 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.wal-reader.32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T07:20:42,598 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.shipper32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,35013,1731655223062 got entry batch from reader: WALEntryBatch [walEntries=[{test/8d4a43a05caf7bb496eaaa99a2db970c/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731655241862/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/WALs/32f0bc5975d0,35013,1731655223062/32f0bc5975d0%2C35013%2C1731655223062.1731655225986, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-15T07:20:42,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 32f0bc5975d0,34417,1731655229145 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T07:20:42,601 WARN [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.shipper32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 32f0bc5975d0,34417,1731655229145 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T07:20:42,641 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145.replicationSource.wal-reader.32f0bc5975d0%2C34417%2C1731655229145,1-32f0bc5975d0,34417,1731655229145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/WALs/32f0bc5975d0,34417,1731655229145/32f0bc5975d0%2C34417%2C1731655229145.1731655231510 to pos 1328, reset compression=false 2024-11-15T07:20:42,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 32f0bc5975d0,34417,1731655229145 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T07:20:42,704 WARN [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.shipper32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 32f0bc5975d0,34417,1731655229145 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T07:20:42,789 DEBUG [RS:0;32f0bc5975d0:34417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:20:42,799 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.wal-reader.32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/WALs/32f0bc5975d0,35013,1731655223062/32f0bc5975d0%2C35013%2C1731655223062.1731655225986 to pos 1033, reset compression=false 2024-11-15T07:20:42,875 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/hbase/meta/1588230740/.tmp/rep_barrier/7bd2cac2c2544890afc90434e3812763 2024-11-15T07:20:42,897 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/hbase/meta/1588230740/.tmp/table/beec113a3b024249a136fa514a9ebb14 is 53, key is hbase:replication/table:state/1731655237741/Put/seqid=0 2024-11-15T07:20:42,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43085 is added to blk_1073741849_1025 (size=5308) 2024-11-15T07:20:42,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 32f0bc5975d0,34417,1731655229145 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T07:20:42,908 WARN [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.shipper32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 32f0bc5975d0,34417,1731655229145 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T07:20:42,945 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145.replicationSource.wal-reader.32f0bc5975d0%2C34417%2C1731655229145,1-32f0bc5975d0,34417,1731655229145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/WALs/32f0bc5975d0,34417,1731655229145/32f0bc5975d0%2C34417%2C1731655229145.1731655231510 to pos 1328, reset compression=false 2024-11-15T07:20:42,989 INFO [RS:0;32f0bc5975d0:34417 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T07:20:42,989 DEBUG [RS:0;32f0bc5975d0:34417 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T07:20:42,989 DEBUG [RS:0;32f0bc5975d0:34417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:20:43,102 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.wal-reader.32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/WALs/32f0bc5975d0,35013,1731655223062/32f0bc5975d0%2C35013%2C1731655223062.1731655225986 to pos 1033, reset compression=false 2024-11-15T07:20:43,190 DEBUG [RS:0;32f0bc5975d0:34417 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:20:43,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 32f0bc5975d0,34417,1731655229145 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T07:20:43,212 WARN [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.shipper32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 32f0bc5975d0,34417,1731655229145 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T07:20:43,219 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T07:20:43,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:43,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:43,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:43,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:43,259 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:43,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:43,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:43,302 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/hbase/meta/1588230740/.tmp/table/beec113a3b024249a136fa514a9ebb14 2024-11-15T07:20:43,308 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/hbase/meta/1588230740/.tmp/info/a0073d8d3ad04cc7837bce39f0a60582 as hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/hbase/meta/1588230740/info/a0073d8d3ad04cc7837bce39f0a60582 2024-11-15T07:20:43,312 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/hbase/meta/1588230740/info/a0073d8d3ad04cc7837bce39f0a60582, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T07:20:43,313 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/hbase/meta/1588230740/.tmp/ns/0c5f42692e814c918b15c5aa487a2726 as hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/hbase/meta/1588230740/ns/0c5f42692e814c918b15c5aa487a2726 2024-11-15T07:20:43,319 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/hbase/meta/1588230740/ns/0c5f42692e814c918b15c5aa487a2726, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T07:20:43,320 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/hbase/meta/1588230740/.tmp/rep_barrier/7bd2cac2c2544890afc90434e3812763 as hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/hbase/meta/1588230740/rep_barrier/7bd2cac2c2544890afc90434e3812763 2024-11-15T07:20:43,325 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/hbase/meta/1588230740/rep_barrier/7bd2cac2c2544890afc90434e3812763, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T07:20:43,325 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/hbase/meta/1588230740/.tmp/table/beec113a3b024249a136fa514a9ebb14 as hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/hbase/meta/1588230740/table/beec113a3b024249a136fa514a9ebb14 2024-11-15T07:20:43,330 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/hbase/meta/1588230740/table/beec113a3b024249a136fa514a9ebb14, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T07:20:43,331 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1343ms, sequenceid=16, compaction requested=false 2024-11-15T07:20:43,336 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T07:20:43,336 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:20:43,337 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:20:43,337 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:20:43,337 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655241988Running coprocessor pre-close hooks at 1731655241988Disabling compacts and flushes for region at 1731655241988Disabling writes for close at 1731655241988Obtaining lock to block concurrent updates at 1731655241989 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731655241989Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731655241989Flushing stores of hbase:meta,,1.1588230740 at 1731655241989Flushing 1588230740/info: creating writer at 1731655241989Flushing 1588230740/info: appending metadata at 1731655242006 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731655242006Flushing 1588230740/ns: creating writer at 1731655242417 (+411 ms)Flushing 1588230740/ns: appending metadata at 1731655242436 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731655242436Flushing 1588230740/rep_barrier: creating writer at 1731655242449 (+13 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731655242471 (+22 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731655242471Flushing 1588230740/table: creating writer at 1731655242880 (+409 ms)Flushing 1588230740/table: appending metadata at 1731655242897 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731655242897Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f1b4ccf: reopening flushed file at 1731655243307 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@526476d6: reopening flushed file at 1731655243312 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39060eb9: reopening flushed file at 1731655243319 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dd4716: reopening flushed file at 1731655243325 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1343ms, sequenceid=16, compaction requested=false at 1731655243331 (+6 ms)Writing region close event to WAL at 1731655243333 (+2 ms)Running coprocessor post-close hooks at 1731655243336 (+3 ms)Closed at 1731655243337 (+1 ms) 2024-11-15T07:20:43,337 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T07:20:43,349 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145.replicationSource.wal-reader.32f0bc5975d0%2C34417%2C1731655229145,1-32f0bc5975d0,34417,1731655229145 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/WALs/32f0bc5975d0,34417,1731655229145/32f0bc5975d0%2C34417%2C1731655229145.1731655231510 to pos 1328, reset compression=false 2024-11-15T07:20:43,390 INFO [RS:0;32f0bc5975d0:34417 {}] regionserver.HRegionServer(976): stopping server 32f0bc5975d0,34417,1731655229145; all regions closed. 2024-11-15T07:20:43,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43085 is added to blk_1073741834_1010 (size=4239) 2024-11-15T07:20:43,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43085 is added to blk_1073741839_1015 (size=3127) 2024-11-15T07:20:43,396 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/WALs/32f0bc5975d0,34417,1731655229145/32f0bc5975d0%2C34417%2C1731655229145.rep.1731655237698 not finished, retry = 0 2024-11-15T07:20:43,499 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/WALs/32f0bc5975d0,34417,1731655229145/32f0bc5975d0%2C34417%2C1731655229145.1731655231510 not finished, retry = 0 2024-11-15T07:20:43,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43085 is added to blk_1073741832_1008 (size=1336) 2024-11-15T07:20:43,506 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.wal-reader.32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/WALs/32f0bc5975d0,35013,1731655223062/32f0bc5975d0%2C35013%2C1731655223062.1731655225986 to pos 1033, reset compression=false 2024-11-15T07:20:43,600 DEBUG [RS:0;32f0bc5975d0:34417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:43,600 INFO [RS:0;32f0bc5975d0:34417 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:20:43,600 INFO [RS:0;32f0bc5975d0:34417 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:20:43,600 INFO [RS:0;32f0bc5975d0:34417 {}] hbase.ChoreService(370): Chore service for: regionserver/32f0bc5975d0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T07:20:43,600 INFO [RS:0;32f0bc5975d0:34417 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:20:43,600 INFO [regionserver/32f0bc5975d0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:20:43,600 INFO [RS:0;32f0bc5975d0:34417 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-32f0bc5975d0,34417,1731655229145 because: Region server is closing 2024-11-15T07:20:43,601 INFO [RS:0;32f0bc5975d0:34417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:34417. 2024-11-15T07:20:43,601 DEBUG [RS:0;32f0bc5975d0:34417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:20:43,601 DEBUG [RS:0;32f0bc5975d0:34417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:43,601 DEBUG [RS:0;32f0bc5975d0:34417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:43,601 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:20:43,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 32f0bc5975d0,34417,1731655229145 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T07:20:43,615 WARN [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.shipper32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 32f0bc5975d0,34417,1731655229145 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T07:20:43,701 INFO [RS:0;32f0bc5975d0:34417 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145.replicationSource.shipper32f0bc5975d0%2C34417%2C1731655229145,1-32f0bc5975d0,34417,1731655229145 terminated 2024-11-15T07:20:43,701 INFO [RS:0;32f0bc5975d0:34417 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:34417. 2024-11-15T07:20:43,701 WARN [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,34417,1731655229145.replicationSource.wal-reader.32f0bc5975d0%2C34417%2C1731655229145,1-32f0bc5975d0,34417,1731655229145 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T07:20:43,701 DEBUG [RS:0;32f0bc5975d0:34417 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:20:43,701 DEBUG [RS:0;32f0bc5975d0:34417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:43,701 DEBUG [RS:0;32f0bc5975d0:34417 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:43,701 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:20:43,702 INFO [RS:0;32f0bc5975d0:34417 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34417 2024-11-15T07:20:43,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34421-0x1013d5dbab30003, quorum=127.0.0.1:51998, baseZNode=/11840728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11840728486/rs 2024-11-15T07:20:43,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34417-0x1013d5dbab30004, quorum=127.0.0.1:51998, baseZNode=/11840728486 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11840728486/rs/32f0bc5975d0,34417,1731655229145 2024-11-15T07:20:43,775 INFO [RS:0;32f0bc5975d0:34417 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:20:43,786 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32f0bc5975d0,34417,1731655229145] 2024-11-15T07:20:43,796 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11840728486/draining/32f0bc5975d0,34417,1731655229145 already deleted, retry=false 2024-11-15T07:20:43,796 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32f0bc5975d0,34417,1731655229145 expired; onlineServers=0 2024-11-15T07:20:43,796 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32f0bc5975d0,34421,1731655228996' ***** 2024-11-15T07:20:43,796 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T07:20:43,796 INFO [M:0;32f0bc5975d0:34421 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:20:43,796 INFO [M:0;32f0bc5975d0:34421 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:20:43,797 DEBUG [M:0;32f0bc5975d0:34421 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T07:20:43,797 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T07:20:43,797 DEBUG [M:0;32f0bc5975d0:34421 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T07:20:43,797 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655231186 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655231186,5,FailOnTimeoutGroup] 2024-11-15T07:20:43,797 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655231187 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655231187,5,FailOnTimeoutGroup] 2024-11-15T07:20:43,797 INFO [M:0;32f0bc5975d0:34421 {}] hbase.ChoreService(370): Chore service for: master/32f0bc5975d0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T07:20:43,797 INFO [M:0;32f0bc5975d0:34421 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:20:43,797 DEBUG [M:0;32f0bc5975d0:34421 {}] master.HMaster(1795): Stopping service threads 2024-11-15T07:20:43,797 INFO [M:0;32f0bc5975d0:34421 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T07:20:43,797 INFO [M:0;32f0bc5975d0:34421 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:20:43,797 INFO [M:0;32f0bc5975d0:34421 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T07:20:43,797 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T07:20:43,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34421-0x1013d5dbab30003, quorum=127.0.0.1:51998, baseZNode=/11840728486 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11840728486/master 2024-11-15T07:20:43,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34421-0x1013d5dbab30003, quorum=127.0.0.1:51998, baseZNode=/11840728486 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11840728486 2024-11-15T07:20:43,807 DEBUG [M:0;32f0bc5975d0:34421 {}] zookeeper.ZKUtil(347): master:34421-0x1013d5dbab30003, quorum=127.0.0.1:51998, baseZNode=/11840728486 Unable to get data of znode /11840728486/master because node does not exist (not an error) 2024-11-15T07:20:43,807 WARN [M:0;32f0bc5975d0:34421 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T07:20:43,807 INFO [M:0;32f0bc5975d0:34421 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/.lastflushedseqids 2024-11-15T07:20:43,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43085 is added to blk_1073741850_1026 (size=263) 2024-11-15T07:20:43,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34417-0x1013d5dbab30004, quorum=127.0.0.1:51998, baseZNode=/11840728486 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:20:43,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34417-0x1013d5dbab30004, quorum=127.0.0.1:51998, baseZNode=/11840728486 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:20:43,886 INFO [RS:0;32f0bc5975d0:34417 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:20:43,886 INFO [RS:0;32f0bc5975d0:34417 {}] regionserver.HRegionServer(1031): Exiting; stopping=32f0bc5975d0,34417,1731655229145; zookeeper connection closed. 2024-11-15T07:20:43,886 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@48f7203f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@48f7203f 2024-11-15T07:20:43,887 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T07:20:44,010 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.wal-reader.32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/WALs/32f0bc5975d0,35013,1731655223062/32f0bc5975d0%2C35013%2C1731655223062.1731655225986 to pos 1033, reset compression=false 2024-11-15T07:20:44,118 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 32f0bc5975d0:34417 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 32f0bc5975d0/172.17.0.2:34417 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T07:20:44,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 32f0bc5975d0:34417 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 32f0bc5975d0/172.17.0.2:34417 2024-11-15T07:20:44,119 WARN [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.shipper32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=32f0bc5975d0:34417 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 32f0bc5975d0/172.17.0.2:34417 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 32f0bc5975d0/172.17.0.2:34417 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-15T07:20:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34421 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T07:20:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34421 {}] ipc.CallRunner(138): callId: 21 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:40586 deadline: 1731655304121, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-15T07:20:44,122 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.shipper32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-15T07:20:44,123 WARN [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.shipper32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-15T07:20:44,211 INFO [M:0;32f0bc5975d0:34421 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T07:20:44,211 INFO [M:0;32f0bc5975d0:34421 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T07:20:44,212 DEBUG [M:0;32f0bc5975d0:34421 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:20:44,212 INFO [M:0;32f0bc5975d0:34421 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:20:44,212 DEBUG [M:0;32f0bc5975d0:34421 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:20:44,212 DEBUG [M:0;32f0bc5975d0:34421 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:20:44,212 DEBUG [M:0;32f0bc5975d0:34421 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:20:44,212 INFO [M:0;32f0bc5975d0:34421 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-15T07:20:44,226 DEBUG [M:0;32f0bc5975d0:34421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a42918ac6c7b405781c91b0cab680777 is 82, key is hbase:meta,,1/info:regioninfo/1731655232421/Put/seqid=0 2024-11-15T07:20:44,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43085 is added to blk_1073741851_1027 (size=5672) 2024-11-15T07:20:44,614 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.wal-reader.32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/WALs/32f0bc5975d0,35013,1731655223062/32f0bc5975d0%2C35013%2C1731655223062.1731655225986 to pos 1033, reset compression=false 2024-11-15T07:20:44,630 INFO [M:0;32f0bc5975d0:34421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a42918ac6c7b405781c91b0cab680777 2024-11-15T07:20:44,647 DEBUG [M:0;32f0bc5975d0:34421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9404a3009b1b48d490951d27a38da0b0 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731655237744/Put/seqid=0 2024-11-15T07:20:44,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43085 is added to blk_1073741852_1028 (size=8515) 2024-11-15T07:20:44,723 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.shipper32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-15T07:20:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34421 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T07:20:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34421 {}] ipc.CallRunner(138): callId: 23 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:40586 deadline: 1731655304724, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-15T07:20:44,725 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.shipper32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-15T07:20:44,726 WARN [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.shipper32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-15T07:20:44,726 WARN [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.shipper32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-15T07:20:45,052 INFO [M:0;32f0bc5975d0:34421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9404a3009b1b48d490951d27a38da0b0 2024-11-15T07:20:45,072 DEBUG [M:0;32f0bc5975d0:34421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e641539524f04b859c4beec738874f46 is 69, key is 32f0bc5975d0,34417,1731655229145/rs:state/1731655231305/Put/seqid=0 2024-11-15T07:20:45,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43085 is added to blk_1073741853_1029 (size=5156) 2024-11-15T07:20:45,317 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.wal-reader.32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/WALs/32f0bc5975d0,35013,1731655223062/32f0bc5975d0%2C35013%2C1731655223062.1731655225986 to pos 1033, reset compression=false 2024-11-15T07:20:45,426 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.shipper32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-15T07:20:45,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34421 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-15T07:20:45,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34421 {}] ipc.CallRunner(138): callId: 25 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:40586 deadline: 1731655305428, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-15T07:20:45,429 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.shipper32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-15T07:20:45,429 WARN [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.shipper32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-15T07:20:45,429 WARN [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.shipper32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-15T07:20:45,476 INFO [M:0;32f0bc5975d0:34421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e641539524f04b859c4beec738874f46 2024-11-15T07:20:45,480 DEBUG [M:0;32f0bc5975d0:34421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a42918ac6c7b405781c91b0cab680777 as hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a42918ac6c7b405781c91b0cab680777 2024-11-15T07:20:45,484 INFO [M:0;32f0bc5975d0:34421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a42918ac6c7b405781c91b0cab680777, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T07:20:45,485 DEBUG [M:0;32f0bc5975d0:34421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9404a3009b1b48d490951d27a38da0b0 as hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9404a3009b1b48d490951d27a38da0b0 2024-11-15T07:20:45,488 INFO [M:0;32f0bc5975d0:34421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9404a3009b1b48d490951d27a38da0b0, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T07:20:45,489 DEBUG [M:0;32f0bc5975d0:34421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e641539524f04b859c4beec738874f46 as hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e641539524f04b859c4beec738874f46 2024-11-15T07:20:45,493 INFO [M:0;32f0bc5975d0:34421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42203/user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e641539524f04b859c4beec738874f46, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T07:20:45,494 INFO [M:0;32f0bc5975d0:34421 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false 2024-11-15T07:20:45,498 INFO [M:0;32f0bc5975d0:34421 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:20:45,498 DEBUG [M:0;32f0bc5975d0:34421 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655244211Disabling compacts and flushes for region at 1731655244211Disabling writes for close at 1731655244212 (+1 ms)Obtaining lock to block concurrent updates at 1731655244212Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731655244212Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731655244212Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731655244213 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731655244213Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731655244226 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731655244226Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731655244635 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731655244647 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731655244647Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731655245056 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731655245071 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731655245071Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8c4e143: reopening flushed file at 1731655245480 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@648d5214: reopening flushed file at 1731655245484 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3848ac73: reopening flushed file at 1731655245489 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=97, compaction requested=false at 1731655245494 (+5 ms)Writing region close event to WAL at 1731655245497 (+3 ms)Closed at 1731655245497 2024-11-15T07:20:45,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43085 is added to blk_1073741830_1006 (size=63642) 2024-11-15T07:20:45,500 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/65ab82a4-4a5a-ccd2-9458-bd353e5f83fb/MasterData/WALs/32f0bc5975d0,34421,1731655228996/32f0bc5975d0%2C34421%2C1731655228996.1731655230915 not finished, retry = 0 2024-11-15T07:20:45,601 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:20:45,601 INFO [M:0;32f0bc5975d0:34421 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T07:20:45,601 INFO [M:0;32f0bc5975d0:34421 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34421 2024-11-15T07:20:45,601 INFO [M:0;32f0bc5975d0:34421 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:20:45,770 INFO [M:0;32f0bc5975d0:34421 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:20:45,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34421-0x1013d5dbab30003, quorum=127.0.0.1:51998, baseZNode=/11840728486 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:20:45,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34421-0x1013d5dbab30003, quorum=127.0.0.1:51998, baseZNode=/11840728486 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:20:45,803 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d531916{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T07:20:45,803 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d58a02a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T07:20:45,803 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T07:20:45,803 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ecda7b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T07:20:45,804 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d6cc640{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34111970-3dbe-ab40-4ed1-be3119d4191b/hadoop.log.dir/,STOPPED} 2024-11-15T07:20:45,804 WARN [BP-1557611921-172.17.0.2-1731655227146 heartbeating to localhost/127.0.0.1:42203 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T07:20:45,805 WARN [BP-1557611921-172.17.0.2-1731655227146 heartbeating to localhost/127.0.0.1:42203 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1557611921-172.17.0.2-1731655227146 (Datanode Uuid d5ea733f-6e2f-4eb5-b2b0-915ad72599ce) service to localhost/127.0.0.1:42203 2024-11-15T07:20:45,805 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T07:20:45,805 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T07:20:45,805 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34111970-3dbe-ab40-4ed1-be3119d4191b/cluster_8adbb54c-0d51-c915-a199-53755a2f89d3/data/data1/current/BP-1557611921-172.17.0.2-1731655227146 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T07:20:45,805 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34111970-3dbe-ab40-4ed1-be3119d4191b/cluster_8adbb54c-0d51-c915-a199-53755a2f89d3/data/data2/current/BP-1557611921-172.17.0.2-1731655227146 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T07:20:45,806 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T07:20:45,810 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78ff5c02{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T07:20:45,811 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16aaa069{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T07:20:45,811 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T07:20:45,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2085d096{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T07:20:45,811 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53f6c07c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34111970-3dbe-ab40-4ed1-be3119d4191b/hadoop.log.dir/,STOPPED} 2024-11-15T07:20:45,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T07:20:45,829 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T07:20:45,829 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:20:45,829 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:20:45,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:45,830 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:45,830 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:20:45,830 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T07:20:45,830 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=615001325, stopped=false 2024-11-15T07:20:45,830 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32f0bc5975d0,38739,1731655222873 2024-11-15T07:20:45,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35013-0x1013d5dbab30001, quorum=127.0.0.1:51998, baseZNode=/01267520662 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01267520662/running 2024-11-15T07:20:45,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38739-0x1013d5dbab30000, quorum=127.0.0.1:51998, baseZNode=/01267520662 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01267520662/running 2024-11-15T07:20:45,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35013-0x1013d5dbab30001, quorum=127.0.0.1:51998, baseZNode=/01267520662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267520662 2024-11-15T07:20:45,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38739-0x1013d5dbab30000, quorum=127.0.0.1:51998, baseZNode=/01267520662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267520662 2024-11-15T07:20:45,899 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:20:45,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35013-0x1013d5dbab30001, quorum=127.0.0.1:51998, baseZNode=/01267520662 Set watcher on znode that does not yet exist, /01267520662/running 2024-11-15T07:20:45,899 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:20:45,900 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:20:45,900 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38739-0x1013d5dbab30000, quorum=127.0.0.1:51998, baseZNode=/01267520662 Set watcher on znode that does not yet exist, /01267520662/running 2024-11-15T07:20:45,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:45,900 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32f0bc5975d0,35013,1731655223062' ***** 2024-11-15T07:20:45,900 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T07:20:45,900 INFO [RS:0;32f0bc5975d0:35013 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T07:20:45,900 INFO [RS:0;32f0bc5975d0:35013 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T07:20:45,900 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T07:20:45,900 INFO [RS:0;32f0bc5975d0:35013 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T07:20:45,900 INFO [RS:0;32f0bc5975d0:35013 {}] regionserver.HRegionServer(3091): Received CLOSE for 82d67ffa62261c62e1faf0c75892cced 2024-11-15T07:20:45,900 INFO [RS:0;32f0bc5975d0:35013 {}] regionserver.HRegionServer(3091): Received CLOSE for 8d4a43a05caf7bb496eaaa99a2db970c 2024-11-15T07:20:45,900 INFO [RS:0;32f0bc5975d0:35013 {}] regionserver.HRegionServer(959): stopping server 32f0bc5975d0,35013,1731655223062 2024-11-15T07:20:45,901 INFO [RS:0;32f0bc5975d0:35013 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:20:45,901 INFO [RS:0;32f0bc5975d0:35013 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:35013. 2024-11-15T07:20:45,901 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 82d67ffa62261c62e1faf0c75892cced, disabling compactions & flushes 2024-11-15T07:20:45,901 DEBUG [RS:0;32f0bc5975d0:35013 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:20:45,901 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731655234806.82d67ffa62261c62e1faf0c75892cced. 2024-11-15T07:20:45,901 DEBUG [RS:0;32f0bc5975d0:35013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:45,901 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731655234806.82d67ffa62261c62e1faf0c75892cced. 2024-11-15T07:20:45,901 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731655234806.82d67ffa62261c62e1faf0c75892cced. after waiting 0 ms 2024-11-15T07:20:45,901 INFO [RS:0;32f0bc5975d0:35013 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T07:20:45,901 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731655234806.82d67ffa62261c62e1faf0c75892cced. 2024-11-15T07:20:45,901 INFO [RS:0;32f0bc5975d0:35013 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T07:20:45,901 INFO [RS:0;32f0bc5975d0:35013 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T07:20:45,901 INFO [RS:0;32f0bc5975d0:35013 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T07:20:45,901 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 82d67ffa62261c62e1faf0c75892cced 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-15T07:20:45,901 INFO [RS:0;32f0bc5975d0:35013 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T07:20:45,901 DEBUG [RS:0;32f0bc5975d0:35013 {}] regionserver.HRegionServer(1325): Online Regions={82d67ffa62261c62e1faf0c75892cced=hbase:replication,,1731655234806.82d67ffa62261c62e1faf0c75892cced., 8d4a43a05caf7bb496eaaa99a2db970c=test,,1731655232507.8d4a43a05caf7bb496eaaa99a2db970c., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T07:20:45,901 DEBUG [RS:0;32f0bc5975d0:35013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 82d67ffa62261c62e1faf0c75892cced, 8d4a43a05caf7bb496eaaa99a2db970c 2024-11-15T07:20:45,901 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:20:45,901 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:20:45,901 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:20:45,901 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:20:45,901 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:20:45,901 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T07:20:45,914 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/hbase/replication/82d67ffa62261c62e1faf0c75892cced/.tmp/hfileref/37b85097bca141179950fdbdd0dd10c3 is 74, key is 1/hfileref:05e4bdc9fb4540fa84f66223ba3c3059_SeqId_4_/1731655239968/DeleteColumn/seqid=0 2024-11-15T07:20:45,914 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/hbase/meta/1588230740/.tmp/info/0cb699546b494bae800dc9ec370e816a is 147, key is hbase:replication,,1731655234806.82d67ffa62261c62e1faf0c75892cced./info:regioninfo/1731655235976/Put/seqid=0 2024-11-15T07:20:45,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741846_1022 (size=7686) 2024-11-15T07:20:45,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741847_1023 (size=5345) 2024-11-15T07:20:45,923 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/hbase/meta/1588230740/.tmp/info/0cb699546b494bae800dc9ec370e816a 2024-11-15T07:20:45,943 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/hbase/meta/1588230740/.tmp/ns/28d8568edd27413d8398034aaedf1e5c is 43, key is default/ns:d/1731655227012/Put/seqid=0 2024-11-15T07:20:45,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741848_1024 (size=5153) 2024-11-15T07:20:45,979 INFO [regionserver/32f0bc5975d0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:20:46,101 DEBUG [RS:0;32f0bc5975d0:35013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 82d67ffa62261c62e1faf0c75892cced, 8d4a43a05caf7bb496eaaa99a2db970c 2024-11-15T07:20:46,121 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.wal-reader.32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/WALs/32f0bc5975d0,35013,1731655223062/32f0bc5975d0%2C35013%2C1731655223062.1731655225986 to pos 1033, reset compression=false 2024-11-15T07:20:46,230 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.shipper32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-15T07:20:46,230 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 32f0bc5975d0:34421 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 32f0bc5975d0/172.17.0.2:34421 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T07:20:46,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 32f0bc5975d0:34421 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 32f0bc5975d0/172.17.0.2:34421 2024-11-15T07:20:46,301 DEBUG [RS:0;32f0bc5975d0:35013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 82d67ffa62261c62e1faf0c75892cced, 8d4a43a05caf7bb496eaaa99a2db970c 2024-11-15T07:20:46,323 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/hbase/replication/82d67ffa62261c62e1faf0c75892cced/.tmp/hfileref/37b85097bca141179950fdbdd0dd10c3 2024-11-15T07:20:46,338 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:20:46,338 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 32f0bc5975d0:34421 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 32f0bc5975d0/172.17.0.2:34421 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-15T07:20:46,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32f0bc5975d0,34421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=32f0bc5975d0:34421 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 32f0bc5975d0/172.17.0.2:34421 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-15T07:20:46,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 32f0bc5975d0:34421 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 32f0bc5975d0/172.17.0.2:34421 2024-11-15T07:20:46,343 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/hbase/replication/82d67ffa62261c62e1faf0c75892cced/.tmp/queue/1f1e884dbf124f488b598cd2f89134ba is 153, key is 1-32f0bc5975d0,35013,1731655223062/queue:32f0bc5975d0%2C35013%2C1731655223062/1731655239970/Put/seqid=0 2024-11-15T07:20:46,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741849_1025 (size=5352) 2024-11-15T07:20:46,347 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/hbase/meta/1588230740/.tmp/ns/28d8568edd27413d8398034aaedf1e5c 2024-11-15T07:20:46,369 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/hbase/meta/1588230740/.tmp/rep_barrier/c15b5fbed2da4b248ccf053d76ed44df is 112, key is test,,1731655232507.8d4a43a05caf7bb496eaaa99a2db970c./rep_barrier:seqnumDuringOpen/1731655233260/Put/seqid=0 2024-11-15T07:20:46,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741850_1026 (size=5518) 2024-11-15T07:20:46,501 DEBUG [RS:0;32f0bc5975d0:35013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 82d67ffa62261c62e1faf0c75892cced, 8d4a43a05caf7bb496eaaa99a2db970c 2024-11-15T07:20:46,548 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:20:46,549 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 32f0bc5975d0:34421 this server is in the failed servers list 2024-11-15T07:20:46,549 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32f0bc5975d0,34421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=32f0bc5975d0:34421 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 32f0bc5975d0:34421 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T07:20:46,702 DEBUG [RS:0;32f0bc5975d0:35013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 82d67ffa62261c62e1faf0c75892cced, 8d4a43a05caf7bb496eaaa99a2db970c 2024-11-15T07:20:46,747 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/hbase/replication/82d67ffa62261c62e1faf0c75892cced/.tmp/queue/1f1e884dbf124f488b598cd2f89134ba 2024-11-15T07:20:46,752 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/hbase/replication/82d67ffa62261c62e1faf0c75892cced/.tmp/hfileref/37b85097bca141179950fdbdd0dd10c3 as hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/hbase/replication/82d67ffa62261c62e1faf0c75892cced/hfileref/37b85097bca141179950fdbdd0dd10c3 2024-11-15T07:20:46,755 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/hbase/replication/82d67ffa62261c62e1faf0c75892cced/hfileref/37b85097bca141179950fdbdd0dd10c3, entries=4, sequenceid=10, filesize=5.2 K 2024-11-15T07:20:46,756 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/hbase/replication/82d67ffa62261c62e1faf0c75892cced/.tmp/queue/1f1e884dbf124f488b598cd2f89134ba as hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/hbase/replication/82d67ffa62261c62e1faf0c75892cced/queue/1f1e884dbf124f488b598cd2f89134ba 2024-11-15T07:20:46,760 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/hbase/replication/82d67ffa62261c62e1faf0c75892cced/queue/1f1e884dbf124f488b598cd2f89134ba, entries=1, sequenceid=10, filesize=5.2 K 2024-11-15T07:20:46,761 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 82d67ffa62261c62e1faf0c75892cced in 860ms, sequenceid=10, compaction requested=false 2024-11-15T07:20:46,764 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/hbase/replication/82d67ffa62261c62e1faf0c75892cced/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-15T07:20:46,765 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:20:46,765 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:20:46,765 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731655234806.82d67ffa62261c62e1faf0c75892cced. 2024-11-15T07:20:46,765 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 82d67ffa62261c62e1faf0c75892cced: Waiting for close lock at 1731655245901Running coprocessor pre-close hooks at 1731655245901Disabling compacts and flushes for region at 1731655245901Disabling writes for close at 1731655245901Obtaining lock to block concurrent updates at 1731655245901Preparing flush snapshotting stores in 82d67ffa62261c62e1faf0c75892cced at 1731655245901Finished memstore snapshotting hbase:replication,,1731655234806.82d67ffa62261c62e1faf0c75892cced., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731655245901Flushing stores of hbase:replication,,1731655234806.82d67ffa62261c62e1faf0c75892cced. at 1731655245902 (+1 ms)Flushing 82d67ffa62261c62e1faf0c75892cced/hfileref: creating writer at 1731655245902Flushing 82d67ffa62261c62e1faf0c75892cced/hfileref: appending metadata at 1731655245913 (+11 ms)Flushing 82d67ffa62261c62e1faf0c75892cced/hfileref: closing flushed file at 1731655245913Flushing 82d67ffa62261c62e1faf0c75892cced/queue: creating writer at 1731655246327 (+414 ms)Flushing 82d67ffa62261c62e1faf0c75892cced/queue: appending metadata at 1731655246342 (+15 ms)Flushing 82d67ffa62261c62e1faf0c75892cced/queue: closing flushed file at 1731655246342Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d994c26: reopening flushed file at 1731655246751 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12af3144: reopening flushed file at 1731655246755 (+4 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 82d67ffa62261c62e1faf0c75892cced in 860ms, sequenceid=10, compaction requested=false at 1731655246761 (+6 ms)Writing region close event to WAL at 1731655246762 (+1 ms)Running coprocessor post-close hooks at 1731655246765 (+3 ms)Closed at 1731655246765 2024-11-15T07:20:46,765 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731655234806.82d67ffa62261c62e1faf0c75892cced. 2024-11-15T07:20:46,765 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8d4a43a05caf7bb496eaaa99a2db970c, disabling compactions & flushes 2024-11-15T07:20:46,765 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731655232507.8d4a43a05caf7bb496eaaa99a2db970c. 2024-11-15T07:20:46,765 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731655232507.8d4a43a05caf7bb496eaaa99a2db970c. 2024-11-15T07:20:46,765 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731655232507.8d4a43a05caf7bb496eaaa99a2db970c. after waiting 0 ms 2024-11-15T07:20:46,765 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731655232507.8d4a43a05caf7bb496eaaa99a2db970c. 2024-11-15T07:20:46,768 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/default/test/8d4a43a05caf7bb496eaaa99a2db970c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T07:20:46,768 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:20:46,768 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T07:20:46,768 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731655232507.8d4a43a05caf7bb496eaaa99a2db970c. 2024-11-15T07:20:46,768 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8d4a43a05caf7bb496eaaa99a2db970c: Waiting for close lock at 1731655246765Running coprocessor pre-close hooks at 1731655246765Disabling compacts and flushes for region at 1731655246765Disabling writes for close at 1731655246765Writing region close event to WAL at 1731655246766 (+1 ms)Running coprocessor post-close hooks at 1731655246768 (+2 ms)Closed at 1731655246768 2024-11-15T07:20:46,769 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731655232507.8d4a43a05caf7bb496eaaa99a2db970c. 2024-11-15T07:20:46,773 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/hbase/meta/1588230740/.tmp/rep_barrier/c15b5fbed2da4b248ccf053d76ed44df 2024-11-15T07:20:46,789 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/hbase/meta/1588230740/.tmp/table/c0aec08149c14d9f9a07dc0aae681279 is 53, key is hbase:replication/table:state/1731655235983/Put/seqid=0 2024-11-15T07:20:46,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741851_1027 (size=5308) 2024-11-15T07:20:46,858 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:20:46,858 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 32f0bc5975d0:34421 this server is in the failed servers list 2024-11-15T07:20:46,858 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32f0bc5975d0,34421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=32f0bc5975d0:34421 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 32f0bc5975d0:34421 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T07:20:46,902 INFO [RS:0;32f0bc5975d0:35013 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T07:20:46,902 DEBUG [RS:0;32f0bc5975d0:35013 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T07:20:46,902 DEBUG [RS:0;32f0bc5975d0:35013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:20:46,929 INFO [regionserver/32f0bc5975d0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T07:20:46,929 INFO [regionserver/32f0bc5975d0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T07:20:47,024 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.wal-reader.32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/WALs/32f0bc5975d0,35013,1731655223062/32f0bc5975d0%2C35013%2C1731655223062.1731655225986 to pos 1033, reset compression=false 2024-11-15T07:20:47,029 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.wal-reader.32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:20:47,029 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.wal-reader.32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/WALs/32f0bc5975d0,35013,1731655223062/32f0bc5975d0%2C35013%2C1731655223062.1731655225986 to pos 1328, reset compression=false 2024-11-15T07:20:47,102 DEBUG [RS:0;32f0bc5975d0:35013 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:20:47,192 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/hbase/meta/1588230740/.tmp/table/c0aec08149c14d9f9a07dc0aae681279 2024-11-15T07:20:47,196 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/hbase/meta/1588230740/.tmp/info/0cb699546b494bae800dc9ec370e816a as hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/hbase/meta/1588230740/info/0cb699546b494bae800dc9ec370e816a 2024-11-15T07:20:47,200 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/hbase/meta/1588230740/info/0cb699546b494bae800dc9ec370e816a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T07:20:47,201 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/hbase/meta/1588230740/.tmp/ns/28d8568edd27413d8398034aaedf1e5c as hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/hbase/meta/1588230740/ns/28d8568edd27413d8398034aaedf1e5c 2024-11-15T07:20:47,204 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/hbase/meta/1588230740/ns/28d8568edd27413d8398034aaedf1e5c, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T07:20:47,205 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/hbase/meta/1588230740/.tmp/rep_barrier/c15b5fbed2da4b248ccf053d76ed44df as hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/hbase/meta/1588230740/rep_barrier/c15b5fbed2da4b248ccf053d76ed44df 2024-11-15T07:20:47,209 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/hbase/meta/1588230740/rep_barrier/c15b5fbed2da4b248ccf053d76ed44df, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T07:20:47,209 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/hbase/meta/1588230740/.tmp/table/c0aec08149c14d9f9a07dc0aae681279 as hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/hbase/meta/1588230740/table/c0aec08149c14d9f9a07dc0aae681279 2024-11-15T07:20:47,213 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/hbase/meta/1588230740/table/c0aec08149c14d9f9a07dc0aae681279, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T07:20:47,213 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=16, compaction requested=false 2024-11-15T07:20:47,214 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T07:20:47,218 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T07:20:47,219 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:20:47,219 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:20:47,219 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:20:47,219 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655245901Running coprocessor pre-close hooks at 1731655245901Disabling compacts and flushes for region at 1731655245901Disabling writes for close at 1731655245901Obtaining lock to block concurrent updates at 1731655245901Preparing flush snapshotting stores in 1588230740 at 1731655245901Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731655245901Flushing stores of hbase:meta,,1.1588230740 at 1731655245902 (+1 ms)Flushing 1588230740/info: creating writer at 1731655245902Flushing 1588230740/info: appending metadata at 1731655245914 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731655245914Flushing 1588230740/ns: creating writer at 1731655245927 (+13 ms)Flushing 1588230740/ns: appending metadata at 1731655245942 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731655245942Flushing 1588230740/rep_barrier: creating writer at 1731655246350 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731655246368 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731655246368Flushing 1588230740/table: creating writer at 1731655246776 (+408 ms)Flushing 1588230740/table: appending metadata at 1731655246788 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731655246788Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3743e667: reopening flushed file at 1731655247196 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c33c11e: reopening flushed file at 1731655247200 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fcac218: reopening flushed file at 1731655247204 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4486268b: reopening flushed file at 1731655247209 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1312ms, sequenceid=16, compaction requested=false at 1731655247214 (+5 ms)Writing region close event to WAL at 1731655247215 (+1 ms)Running coprocessor post-close hooks at 1731655247219 (+4 ms)Closed at 1731655247219 2024-11-15T07:20:47,219 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T07:20:47,232 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.wal-reader.32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/WALs/32f0bc5975d0,35013,1731655223062/32f0bc5975d0%2C35013%2C1731655223062.1731655225986 to pos 1328, reset compression=false 2024-11-15T07:20:47,302 INFO [RS:0;32f0bc5975d0:35013 {}] regionserver.HRegionServer(976): stopping server 32f0bc5975d0,35013,1731655223062; all regions closed. 2024-11-15T07:20:47,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741834_1010 (size=4239) 2024-11-15T07:20:47,304 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/WALs/32f0bc5975d0,35013,1731655223062/32f0bc5975d0%2C35013%2C1731655223062.meta.1731655226929.meta not finished, retry = 0 2024-11-15T07:20:47,368 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:20:47,368 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 32f0bc5975d0:34421 this server is in the failed servers list 2024-11-15T07:20:47,368 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32f0bc5975d0,34421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=32f0bc5975d0:34421 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 32f0bc5975d0:34421 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T07:20:47,407 DEBUG [RS:0;32f0bc5975d0:35013 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/oldWALs 2024-11-15T07:20:47,407 INFO [RS:0;32f0bc5975d0:35013 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32f0bc5975d0%2C35013%2C1731655223062.meta:.meta(num 1731655226929) 2024-11-15T07:20:47,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741839_1015 (size=2695) 2024-11-15T07:20:47,408 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/WALs/32f0bc5975d0,35013,1731655223062/32f0bc5975d0%2C35013%2C1731655223062.rep.1731655235941 not finished, retry = 0 2024-11-15T07:20:47,511 DEBUG [RS:0;32f0bc5975d0:35013 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/oldWALs 2024-11-15T07:20:47,511 INFO [RS:0;32f0bc5975d0:35013 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32f0bc5975d0%2C35013%2C1731655223062.rep:(num 1731655235941) 2024-11-15T07:20:47,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741832_1008 (size=1336) 2024-11-15T07:20:47,516 DEBUG [RS:0;32f0bc5975d0:35013 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/oldWALs 2024-11-15T07:20:47,516 INFO [RS:0;32f0bc5975d0:35013 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32f0bc5975d0%2C35013%2C1731655223062:(num 1731655225986) 2024-11-15T07:20:47,516 DEBUG [RS:0;32f0bc5975d0:35013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:47,516 INFO [RS:0;32f0bc5975d0:35013 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:20:47,517 INFO [RS:0;32f0bc5975d0:35013 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:20:47,517 INFO [RS:0;32f0bc5975d0:35013 {}] hbase.ChoreService(370): Chore service for: regionserver/32f0bc5975d0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T07:20:47,517 INFO [RS:0;32f0bc5975d0:35013 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:20:47,517 INFO [regionserver/32f0bc5975d0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:20:47,517 INFO [RS:0;32f0bc5975d0:35013 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-32f0bc5975d0,35013,1731655223062 because: Region server is closing 2024-11-15T07:20:47,517 INFO [RS:0;32f0bc5975d0:35013 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:35013. 2024-11-15T07:20:47,517 DEBUG [RS:0;32f0bc5975d0:35013 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:20:47,517 DEBUG [RS:0;32f0bc5975d0:35013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:47,517 DEBUG [RS:0;32f0bc5975d0:35013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:47,517 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:20:47,618 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.shipper32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-15T07:20:47,618 WARN [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.shipper32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-15T07:20:47,618 WARN [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.shipper32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-15T07:20:48,378 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:20:48,379 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32f0bc5975d0,34421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:34421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T07:20:48,381 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32f0bc5975d0,34421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:34421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T07:20:48,519 INFO [RS:0;32f0bc5975d0:35013 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35013,1731655223062.replicationSource.shipper32f0bc5975d0%2C35013%2C1731655223062,1-32f0bc5975d0,35013,1731655223062 terminated 2024-11-15T07:20:48,519 INFO [RS:0;32f0bc5975d0:35013 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:35013. 2024-11-15T07:20:48,519 DEBUG [RS:0;32f0bc5975d0:35013 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:20:48,519 DEBUG [RS:0;32f0bc5975d0:35013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:48,519 DEBUG [RS:0;32f0bc5975d0:35013 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:48,519 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:20:48,519 INFO [RS:0;32f0bc5975d0:35013 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35013 2024-11-15T07:20:48,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35013-0x1013d5dbab30001, quorum=127.0.0.1:51998, baseZNode=/01267520662 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01267520662/rs/32f0bc5975d0,35013,1731655223062 2024-11-15T07:20:48,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38739-0x1013d5dbab30000, quorum=127.0.0.1:51998, baseZNode=/01267520662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267520662/rs 2024-11-15T07:20:48,607 INFO [RS:0;32f0bc5975d0:35013 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:20:48,617 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32f0bc5975d0,35013,1731655223062] 2024-11-15T07:20:48,627 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01267520662/draining/32f0bc5975d0,35013,1731655223062 already deleted, retry=false 2024-11-15T07:20:48,628 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32f0bc5975d0,35013,1731655223062 expired; onlineServers=0 2024-11-15T07:20:48,628 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32f0bc5975d0,38739,1731655222873' ***** 2024-11-15T07:20:48,628 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T07:20:48,628 INFO [M:0;32f0bc5975d0:38739 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:20:48,628 INFO [M:0;32f0bc5975d0:38739 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:20:48,628 DEBUG [M:0;32f0bc5975d0:38739 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T07:20:48,628 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T07:20:48,628 DEBUG [M:0;32f0bc5975d0:38739 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T07:20:48,628 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655225730 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655225730,5,FailOnTimeoutGroup] 2024-11-15T07:20:48,628 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655225730 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655225730,5,FailOnTimeoutGroup] 2024-11-15T07:20:48,628 INFO [M:0;32f0bc5975d0:38739 {}] hbase.ChoreService(370): Chore service for: master/32f0bc5975d0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T07:20:48,628 INFO [M:0;32f0bc5975d0:38739 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:20:48,628 DEBUG [M:0;32f0bc5975d0:38739 {}] master.HMaster(1795): Stopping service threads 2024-11-15T07:20:48,628 INFO [M:0;32f0bc5975d0:38739 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T07:20:48,628 INFO [M:0;32f0bc5975d0:38739 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:20:48,628 INFO [M:0;32f0bc5975d0:38739 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T07:20:48,628 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T07:20:48,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38739-0x1013d5dbab30000, quorum=127.0.0.1:51998, baseZNode=/01267520662 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01267520662/master 2024-11-15T07:20:48,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38739-0x1013d5dbab30000, quorum=127.0.0.1:51998, baseZNode=/01267520662 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01267520662 2024-11-15T07:20:48,638 DEBUG [M:0;32f0bc5975d0:38739 {}] zookeeper.ZKUtil(347): master:38739-0x1013d5dbab30000, quorum=127.0.0.1:51998, baseZNode=/01267520662 Unable to get data of znode /01267520662/master because node does not exist (not an error) 2024-11-15T07:20:48,638 WARN [M:0;32f0bc5975d0:38739 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T07:20:48,639 INFO [M:0;32f0bc5975d0:38739 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/.lastflushedseqids 2024-11-15T07:20:48,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741852_1028 (size=263) 2024-11-15T07:20:48,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35013-0x1013d5dbab30001, quorum=127.0.0.1:51998, baseZNode=/01267520662 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:20:48,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35013-0x1013d5dbab30001, quorum=127.0.0.1:51998, baseZNode=/01267520662 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:20:48,717 INFO [RS:0;32f0bc5975d0:35013 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:20:48,717 INFO [RS:0;32f0bc5975d0:35013 {}] regionserver.HRegionServer(1031): Exiting; stopping=32f0bc5975d0,35013,1731655223062; zookeeper connection closed. 2024-11-15T07:20:48,717 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72b25fac {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72b25fac 2024-11-15T07:20:48,718 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T07:20:48,838 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T07:20:48,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:48,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:48,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:48,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:48,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:48,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:48,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:48,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:49,043 INFO [M:0;32f0bc5975d0:38739 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T07:20:49,043 INFO [M:0;32f0bc5975d0:38739 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T07:20:49,043 DEBUG [M:0;32f0bc5975d0:38739 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:20:49,043 INFO [M:0;32f0bc5975d0:38739 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:20:49,043 DEBUG [M:0;32f0bc5975d0:38739 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:20:49,043 DEBUG [M:0;32f0bc5975d0:38739 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:20:49,043 DEBUG [M:0;32f0bc5975d0:38739 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:20:49,043 INFO [M:0;32f0bc5975d0:38739 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-15T07:20:49,056 DEBUG [M:0;32f0bc5975d0:38739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8303cbc10d24bd2989e38df6019ef39 is 82, key is hbase:meta,,1/info:regioninfo/1731655226958/Put/seqid=0 2024-11-15T07:20:49,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741853_1029 (size=5672) 2024-11-15T07:20:49,460 INFO [M:0;32f0bc5975d0:38739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8303cbc10d24bd2989e38df6019ef39 2024-11-15T07:20:49,484 DEBUG [M:0;32f0bc5975d0:38739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9467c88eda60457aaa95db8a743b51c5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731655235987/Put/seqid=0 2024-11-15T07:20:49,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741854_1030 (size=8516) 2024-11-15T07:20:49,888 INFO [M:0;32f0bc5975d0:38739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9467c88eda60457aaa95db8a743b51c5 2024-11-15T07:20:49,908 DEBUG [M:0;32f0bc5975d0:38739 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3bb0b55d4641440ca4e0e8e269f98ddd is 69, key is 32f0bc5975d0,35013,1731655223062/rs:state/1731655225831/Put/seqid=0 2024-11-15T07:20:49,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741855_1031 (size=5156) 2024-11-15T07:20:50,312 INFO [M:0;32f0bc5975d0:38739 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3bb0b55d4641440ca4e0e8e269f98ddd 2024-11-15T07:20:50,317 DEBUG [M:0;32f0bc5975d0:38739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f8303cbc10d24bd2989e38df6019ef39 as hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8303cbc10d24bd2989e38df6019ef39 2024-11-15T07:20:50,321 INFO [M:0;32f0bc5975d0:38739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f8303cbc10d24bd2989e38df6019ef39, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T07:20:50,321 DEBUG [M:0;32f0bc5975d0:38739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9467c88eda60457aaa95db8a743b51c5 as hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9467c88eda60457aaa95db8a743b51c5 2024-11-15T07:20:50,325 INFO [M:0;32f0bc5975d0:38739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9467c88eda60457aaa95db8a743b51c5, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T07:20:50,326 DEBUG [M:0;32f0bc5975d0:38739 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3bb0b55d4641440ca4e0e8e269f98ddd as hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3bb0b55d4641440ca4e0e8e269f98ddd 2024-11-15T07:20:50,329 INFO [M:0;32f0bc5975d0:38739 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36081/user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3bb0b55d4641440ca4e0e8e269f98ddd, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T07:20:50,330 INFO [M:0;32f0bc5975d0:38739 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=97, compaction requested=false 2024-11-15T07:20:50,332 INFO [M:0;32f0bc5975d0:38739 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:20:50,332 DEBUG [M:0;32f0bc5975d0:38739 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655249043Disabling compacts and flushes for region at 1731655249043Disabling writes for close at 1731655249043Obtaining lock to block concurrent updates at 1731655249043Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731655249043Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731655249044 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731655249044Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731655249044Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731655249056 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731655249056Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731655249465 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731655249483 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731655249483Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731655249892 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731655249907 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731655249908 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15a7710e: reopening flushed file at 1731655250316 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d19a3a2: reopening flushed file at 1731655250321 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7008ac52: reopening flushed file at 1731655250325 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=97, compaction requested=false at 1731655250330 (+5 ms)Writing region close event to WAL at 1731655250332 (+2 ms)Closed at 1731655250332 2024-11-15T07:20:50,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36371 is added to blk_1073741830_1006 (size=63654) 2024-11-15T07:20:50,335 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ec11631a-b6a4-3c24-4488-739cab01bc0b/MasterData/WALs/32f0bc5975d0,38739,1731655222873/32f0bc5975d0%2C38739%2C1731655222873.1731655224818 not finished, retry = 0 2024-11-15T07:20:50,398 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:20:50,399 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32f0bc5975d0,34421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:34421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T07:20:50,399 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4169 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32f0bc5975d0,34421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:34421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T07:20:50,436 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:20:50,436 INFO [M:0;32f0bc5975d0:38739 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T07:20:50,436 INFO [M:0;32f0bc5975d0:38739 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38739 2024-11-15T07:20:50,437 INFO [M:0;32f0bc5975d0:38739 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:20:50,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38739-0x1013d5dbab30000, quorum=127.0.0.1:51998, baseZNode=/01267520662 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:20:50,601 INFO [M:0;32f0bc5975d0:38739 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:20:50,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38739-0x1013d5dbab30000, quorum=127.0.0.1:51998, baseZNode=/01267520662 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:20:50,604 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56cd358e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T07:20:50,604 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7aa904ee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T07:20:50,604 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T07:20:50,604 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b76dcb9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T07:20:50,604 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@713949a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fba7eb-2f73-6bb9-ef25-9449568727d3/hadoop.log.dir/,STOPPED} 2024-11-15T07:20:50,605 WARN [BP-821029349-172.17.0.2-1731655221029 heartbeating to localhost/127.0.0.1:36081 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T07:20:50,605 WARN [BP-821029349-172.17.0.2-1731655221029 heartbeating to localhost/127.0.0.1:36081 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-821029349-172.17.0.2-1731655221029 (Datanode Uuid b0cf65e2-9306-4ee1-945c-a57608c6c8be) service to localhost/127.0.0.1:36081 2024-11-15T07:20:50,605 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T07:20:50,605 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T07:20:50,606 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fba7eb-2f73-6bb9-ef25-9449568727d3/cluster_d8a696cb-d501-eb9d-6459-4ea40ae7a9ee/data/data1/current/BP-821029349-172.17.0.2-1731655221029 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T07:20:50,606 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fba7eb-2f73-6bb9-ef25-9449568727d3/cluster_d8a696cb-d501-eb9d-6459-4ea40ae7a9ee/data/data2/current/BP-821029349-172.17.0.2-1731655221029 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T07:20:50,606 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T07:20:50,612 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6a12b3a1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T07:20:50,613 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1621e05{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T07:20:50,613 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T07:20:50,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32008c8d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T07:20:50,613 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13ae82d1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/63fba7eb-2f73-6bb9-ef25-9449568727d3/hadoop.log.dir/,STOPPED} 2024-11-15T07:20:50,618 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T07:20:50,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T07:20:50,640 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=242 (was 205) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:42203 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51998) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42203 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:42203 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51998) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36081 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:42203 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36081 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36081 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:36081 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36081 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:42203 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42203 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:36081 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:36081 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:36081 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36081 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:42203 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:36081 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36081 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:42203 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36081 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=619 (was 568) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=276 (was 235) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6401 (was 6515) 2024-11-15T07:20:50,649 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=242, OpenFileDescriptor=619, MaxFileDescriptor=1048576, SystemLoadAverage=276, ProcessCount=11, AvailableMemoryMB=6401 2024-11-15T07:20:50,660 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-15T07:20:50,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34111970-3dbe-ab40-4ed1-be3119d4191b/hadoop.log.dir so I do NOT create it in target/test-data/d4948b12-da20-4a16-565b-79882f1fc997 2024-11-15T07:20:50,660 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34111970-3dbe-ab40-4ed1-be3119d4191b/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T07:20:50,660 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34111970-3dbe-ab40-4ed1-be3119d4191b/hadoop.tmp.dir so I do NOT create it in target/test-data/d4948b12-da20-4a16-565b-79882f1fc997 2024-11-15T07:20:50,660 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/34111970-3dbe-ab40-4ed1-be3119d4191b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T07:20:50,660 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4948b12-da20-4a16-565b-79882f1fc997 2024-11-15T07:20:50,660 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4948b12-da20-4a16-565b-79882f1fc997/cluster_57fa4dc0-46d3-900f-f541-bb5f4ec8dcc2, deleteOnExit=true 2024-11-15T07:20:50,682 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4948b12-da20-4a16-565b-79882f1fc997/cluster_57fa4dc0-46d3-900f-f541-bb5f4ec8dcc2/zookeeper_0, clientPort=49333, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4948b12-da20-4a16-565b-79882f1fc997/cluster_57fa4dc0-46d3-900f-f541-bb5f4ec8dcc2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4948b12-da20-4a16-565b-79882f1fc997/cluster_57fa4dc0-46d3-900f-f541-bb5f4ec8dcc2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T07:20:50,683 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49333 2024-11-15T07:20:50,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T07:20:50,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T07:20:50,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4948b12-da20-4a16-565b-79882f1fc997/test.cache.data in system properties and HBase conf 2024-11-15T07:20:50,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4948b12-da20-4a16-565b-79882f1fc997/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T07:20:50,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4948b12-da20-4a16-565b-79882f1fc997/hadoop.log.dir in system properties and HBase conf 2024-11-15T07:20:50,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4948b12-da20-4a16-565b-79882f1fc997/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T07:20:50,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4948b12-da20-4a16-565b-79882f1fc997/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T07:20:50,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T07:20:50,683 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T07:20:50,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4948b12-da20-4a16-565b-79882f1fc997/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T07:20:50,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4948b12-da20-4a16-565b-79882f1fc997/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T07:20:50,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4948b12-da20-4a16-565b-79882f1fc997/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T07:20:50,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4948b12-da20-4a16-565b-79882f1fc997/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T07:20:50,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4948b12-da20-4a16-565b-79882f1fc997/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T07:20:50,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4948b12-da20-4a16-565b-79882f1fc997/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T07:20:50,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4948b12-da20-4a16-565b-79882f1fc997/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T07:20:50,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4948b12-da20-4a16-565b-79882f1fc997/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T07:20:50,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4948b12-da20-4a16-565b-79882f1fc997/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T07:20:50,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4948b12-da20-4a16-565b-79882f1fc997/nfs.dump.dir in system properties and HBase conf 2024-11-15T07:20:50,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4948b12-da20-4a16-565b-79882f1fc997/java.io.tmpdir in system properties and HBase conf 2024-11-15T07:20:50,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4948b12-da20-4a16-565b-79882f1fc997/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T07:20:50,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4948b12-da20-4a16-565b-79882f1fc997/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T07:20:50,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4948b12-da20-4a16-565b-79882f1fc997/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T07:20:50,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013d5dbab30002, quorum=127.0.0.1:51998, baseZNode=/01267520662 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T07:20:50,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013d5dbab30005, quorum=127.0.0.1:51998, baseZNode=/11840728486 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T07:20:50,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013d5dbab30002, quorum=127.0.0.1:51998, baseZNode=/01267520662 Received Disconnected from ZooKeeper, ignoring 2024-11-15T07:20:50,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013d5dbab30005, quorum=127.0.0.1:51998, baseZNode=/11840728486 Received Disconnected from ZooKeeper, ignoring 2024-11-15T07:20:51,201 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:20:51,205 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T07:20:51,206 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T07:20:51,206 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T07:20:51,206 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T07:20:51,207 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:20:51,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4008b65b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4948b12-da20-4a16-565b-79882f1fc997/hadoop.log.dir/,AVAILABLE} 2024-11-15T07:20:51,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2024fe61{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T07:20:51,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1764cc6{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4948b12-da20-4a16-565b-79882f1fc997/java.io.tmpdir/jetty-localhost-46229-hadoop-hdfs-3_4_1-tests_jar-_-any-4061669255764099127/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T07:20:51,302 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b60d549{HTTP/1.1, (http/1.1)}{localhost:46229} 2024-11-15T07:20:51,302 INFO [Time-limited test {}] server.Server(415): Started @205816ms 2024-11-15T07:20:51,554 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:20:51,558 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T07:20:51,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T07:20:51,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T07:20:51,560 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T07:20:51,560 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29282aa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4948b12-da20-4a16-565b-79882f1fc997/hadoop.log.dir/,AVAILABLE} 2024-11-15T07:20:51,560 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8b433f6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T07:20:51,654 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a5f811b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4948b12-da20-4a16-565b-79882f1fc997/java.io.tmpdir/jetty-localhost-33891-hadoop-hdfs-3_4_1-tests_jar-_-any-4938056893501099170/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T07:20:51,654 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66544e0e{HTTP/1.1, (http/1.1)}{localhost:33891} 2024-11-15T07:20:51,654 INFO [Time-limited test {}] server.Server(415): Started @206168ms 2024-11-15T07:20:51,655 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T07:20:52,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:20:52,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T07:20:52,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T07:20:52,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T07:20:52,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T07:20:52,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:20:52,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T07:20:52,360 WARN [Thread-2178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4948b12-da20-4a16-565b-79882f1fc997/cluster_57fa4dc0-46d3-900f-f541-bb5f4ec8dcc2/data/data1/current/BP-819456482-172.17.0.2-1731655250701/current, will proceed with Du for space computation calculation, 2024-11-15T07:20:52,360 WARN [Thread-2179 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4948b12-da20-4a16-565b-79882f1fc997/cluster_57fa4dc0-46d3-900f-f541-bb5f4ec8dcc2/data/data2/current/BP-819456482-172.17.0.2-1731655250701/current, will proceed with Du for space computation calculation, 2024-11-15T07:20:52,373 WARN [Thread-2166 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T07:20:52,375 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d0d96c4dda1c032 with lease ID 0xfd9bde34ba23a7af: Processing first storage report for DS-278fbbd2-3be9-41b9-aef3-0ba635d569fc from datanode DatanodeRegistration(127.0.0.1:39193, datanodeUuid=6e8cb876-8828-460e-9983-dccd54f80d92, infoPort=42527, infoSecurePort=0, ipcPort=46791, storageInfo=lv=-57;cid=testClusterID;nsid=1042356168;c=1731655250701) 2024-11-15T07:20:52,375 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d0d96c4dda1c032 with lease ID 0xfd9bde34ba23a7af: from storage DS-278fbbd2-3be9-41b9-aef3-0ba635d569fc node DatanodeRegistration(127.0.0.1:39193, datanodeUuid=6e8cb876-8828-460e-9983-dccd54f80d92, infoPort=42527, infoSecurePort=0, ipcPort=46791, storageInfo=lv=-57;cid=testClusterID;nsid=1042356168;c=1731655250701), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T07:20:52,375 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d0d96c4dda1c032 with lease ID 0xfd9bde34ba23a7af: Processing first storage report for DS-80ed8332-5f04-4d26-a7d1-437842d86199 from datanode DatanodeRegistration(127.0.0.1:39193, datanodeUuid=6e8cb876-8828-460e-9983-dccd54f80d92, infoPort=42527, infoSecurePort=0, ipcPort=46791, storageInfo=lv=-57;cid=testClusterID;nsid=1042356168;c=1731655250701) 2024-11-15T07:20:52,375 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d0d96c4dda1c032 with lease ID 0xfd9bde34ba23a7af: from storage DS-80ed8332-5f04-4d26-a7d1-437842d86199 node DatanodeRegistration(127.0.0.1:39193, datanodeUuid=6e8cb876-8828-460e-9983-dccd54f80d92, infoPort=42527, infoSecurePort=0, ipcPort=46791, storageInfo=lv=-57;cid=testClusterID;nsid=1042356168;c=1731655250701), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T07:20:52,381 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4948b12-da20-4a16-565b-79882f1fc997 2024-11-15T07:20:52,381 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:20:52,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:20:52,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741825_1001 (size=7) 2024-11-15T07:20:52,789 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7 with version=8 2024-11-15T07:20:52,790 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/hbase-staging 2024-11-15T07:20:52,792 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:20:52,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:20:52,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:20:52,792 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:20:52,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:20:52,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:20:52,792 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T07:20:52,792 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:20:52,793 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34343 2024-11-15T07:20:52,793 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34343 connecting to ZooKeeper ensemble=127.0.0.1:49333 2024-11-15T07:20:52,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:343430x0, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:20:52,843 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34343-0x1013d5e2ea40000 connected 2024-11-15T07:20:52,927 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:20:52,928 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:20:52,930 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34343-0x1013d5e2ea40000, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Set watcher on znode that does not yet exist, /0-1328526901/running 2024-11-15T07:20:52,930 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7, hbase.cluster.distributed=false 2024-11-15T07:20:52,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34343-0x1013d5e2ea40000, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Set watcher on znode that does not yet exist, /0-1328526901/acl 2024-11-15T07:20:52,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34343 2024-11-15T07:20:52,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34343 2024-11-15T07:20:52,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34343 2024-11-15T07:20:52,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34343 2024-11-15T07:20:52,933 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34343 2024-11-15T07:20:52,945 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:20:52,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:20:52,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:20:52,945 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:20:52,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:20:52,945 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:20:52,945 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T07:20:52,945 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:20:52,945 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45895 2024-11-15T07:20:52,946 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45895 connecting to ZooKeeper ensemble=127.0.0.1:49333 2024-11-15T07:20:52,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:20:52,948 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:20:52,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:458950x0, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:20:52,958 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:458950x0, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Set watcher on znode that does not yet exist, /0-1328526901/running 2024-11-15T07:20:52,958 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45895-0x1013d5e2ea40001 connected 2024-11-15T07:20:52,958 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T07:20:52,959 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T07:20:52,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45895-0x1013d5e2ea40001, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Set watcher on znode that does not yet exist, /0-1328526901/master 2024-11-15T07:20:52,960 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45895-0x1013d5e2ea40001, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Set watcher on znode that does not yet exist, /0-1328526901/acl 2024-11-15T07:20:52,961 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45895 2024-11-15T07:20:52,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45895 2024-11-15T07:20:52,964 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45895 2024-11-15T07:20:52,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45895 2024-11-15T07:20:52,969 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45895 2024-11-15T07:20:52,980 DEBUG [M:0;32f0bc5975d0:34343 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32f0bc5975d0:34343 2024-11-15T07:20:52,980 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1328526901/backup-masters/32f0bc5975d0,34343,1731655252792 2024-11-15T07:20:52,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34343-0x1013d5e2ea40000, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1328526901/backup-masters 2024-11-15T07:20:52,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x1013d5e2ea40001, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1328526901/backup-masters 2024-11-15T07:20:52,990 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34343-0x1013d5e2ea40000, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Set watcher on existing znode=/0-1328526901/backup-masters/32f0bc5975d0,34343,1731655252792 2024-11-15T07:20:53,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x1013d5e2ea40001, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1328526901/master 2024-11-15T07:20:53,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34343-0x1013d5e2ea40000, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1328526901 2024-11-15T07:20:53,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x1013d5e2ea40001, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1328526901 2024-11-15T07:20:53,000 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34343-0x1013d5e2ea40000, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Set watcher on existing znode=/0-1328526901/master 2024-11-15T07:20:53,000 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1328526901/backup-masters/32f0bc5975d0,34343,1731655252792 from backup master directory 2024-11-15T07:20:53,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34343-0x1013d5e2ea40000, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1328526901/backup-masters/32f0bc5975d0,34343,1731655252792 2024-11-15T07:20:53,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x1013d5e2ea40001, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1328526901/backup-masters 2024-11-15T07:20:53,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34343-0x1013d5e2ea40000, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1328526901/backup-masters 2024-11-15T07:20:53,010 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:20:53,010 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32f0bc5975d0,34343,1731655252792 2024-11-15T07:20:53,013 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/hbase.id] with ID: adb8d52c-ebdb-405e-b080-f650c250aa1c 2024-11-15T07:20:53,013 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/.tmp/hbase.id 2024-11-15T07:20:53,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741826_1002 (size=42) 2024-11-15T07:20:53,420 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/.tmp/hbase.id]:[hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/hbase.id] 2024-11-15T07:20:53,429 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:20:53,429 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T07:20:53,430 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T07:20:53,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34343-0x1013d5e2ea40000, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1328526901 2024-11-15T07:20:53,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x1013d5e2ea40001, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1328526901 2024-11-15T07:20:53,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741827_1003 (size=196) 2024-11-15T07:20:53,896 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:20:53,897 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T07:20:53,897 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:20:53,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741828_1004 (size=1189) 2024-11-15T07:20:53,903 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/MasterData/data/master/store 2024-11-15T07:20:53,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741829_1005 (size=34) 2024-11-15T07:20:54,020 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T07:20:54,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:54,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:54,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:54,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:54,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:54,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:54,052 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:54,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:54,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:20:54,307 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:20:54,308 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:20:54,308 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:20:54,308 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:20:54,308 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:20:54,308 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:20:54,308 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:20:54,308 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655254308Disabling compacts and flushes for region at 1731655254308Disabling writes for close at 1731655254308Writing region close event to WAL at 1731655254308Closed at 1731655254308 2024-11-15T07:20:54,309 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/MasterData/data/master/store/.initializing 2024-11-15T07:20:54,309 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/MasterData/WALs/32f0bc5975d0,34343,1731655252792 2024-11-15T07:20:54,310 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:20:54,311 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32f0bc5975d0%2C34343%2C1731655252792, suffix=, logDir=hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/MasterData/WALs/32f0bc5975d0,34343,1731655252792, archiveDir=hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/MasterData/oldWALs, maxLogs=10 2024-11-15T07:20:54,322 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/MasterData/WALs/32f0bc5975d0,34343,1731655252792/32f0bc5975d0%2C34343%2C1731655252792.1731655254311, exclude list is [], retry=0 2024-11-15T07:20:54,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39193,DS-278fbbd2-3be9-41b9-aef3-0ba635d569fc,DISK] 2024-11-15T07:20:54,326 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/MasterData/WALs/32f0bc5975d0,34343,1731655252792/32f0bc5975d0%2C34343%2C1731655252792.1731655254311 2024-11-15T07:20:54,326 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42527:42527)] 2024-11-15T07:20:54,326 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:20:54,327 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:20:54,327 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:54,327 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:54,328 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:54,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T07:20:54,329 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:54,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:20:54,329 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:54,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T07:20:54,330 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:54,330 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:20:54,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:54,331 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T07:20:54,331 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:54,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:20:54,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:54,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T07:20:54,332 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:54,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:20:54,333 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:54,333 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:54,333 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:54,334 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:54,334 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:54,335 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:20:54,335 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:20:54,337 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:20:54,337 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66040763, jitterRate=-0.015915945172309875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:20:54,338 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731655254327Initializing all the Stores at 1731655254327Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655254328 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655254328Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655254328Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655254328Cleaning up temporary data from old regions at 1731655254334 (+6 ms)Region opened successfully at 1731655254338 (+4 ms) 2024-11-15T07:20:54,338 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T07:20:54,340 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eb6747c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:20:54,341 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T07:20:54,341 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T07:20:54,341 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T07:20:54,341 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T07:20:54,342 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T07:20:54,342 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T07:20:54,342 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T07:20:54,343 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T07:20:54,344 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34343-0x1013d5e2ea40000, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Unable to get data of znode /0-1328526901/balancer because node does not exist (not necessarily an error) 2024-11-15T07:20:54,406 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1328526901/balancer already deleted, retry=false 2024-11-15T07:20:54,407 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T07:20:54,407 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34343-0x1013d5e2ea40000, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Unable to get data of znode /0-1328526901/normalizer because node does not exist (not necessarily an error) 2024-11-15T07:20:54,417 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1328526901/normalizer already deleted, retry=false 2024-11-15T07:20:54,417 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T07:20:54,418 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34343-0x1013d5e2ea40000, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Unable to get data of znode /0-1328526901/switch/split because node does not exist (not necessarily an error) 2024-11-15T07:20:54,427 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1328526901/switch/split already deleted, retry=false 2024-11-15T07:20:54,428 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34343-0x1013d5e2ea40000, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Unable to get data of znode /0-1328526901/switch/merge because node does not exist (not necessarily an error) 2024-11-15T07:20:54,428 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:20:54,429 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32f0bc5975d0,34421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:34421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T07:20:54,429 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8199 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32f0bc5975d0,34421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:34421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T07:20:54,438 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1328526901/switch/merge already deleted, retry=false 2024-11-15T07:20:54,439 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34343-0x1013d5e2ea40000, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Unable to get data of znode /0-1328526901/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T07:20:54,448 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1328526901/snapshot-cleanup already deleted, retry=false 2024-11-15T07:20:54,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x1013d5e2ea40001, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1328526901/running 2024-11-15T07:20:54,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34343-0x1013d5e2ea40000, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1328526901/running 2024-11-15T07:20:54,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x1013d5e2ea40001, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1328526901 2024-11-15T07:20:54,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34343-0x1013d5e2ea40000, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1328526901 2024-11-15T07:20:54,459 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32f0bc5975d0,34343,1731655252792, sessionid=0x1013d5e2ea40000, setting cluster-up flag (Was=false) 2024-11-15T07:20:54,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x1013d5e2ea40001, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1328526901 2024-11-15T07:20:54,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34343-0x1013d5e2ea40000, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1328526901 2024-11-15T07:20:54,511 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1328526901/flush-table-proc/acquired, /0-1328526901/flush-table-proc/reached, /0-1328526901/flush-table-proc/abort 2024-11-15T07:20:54,512 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,34343,1731655252792 2024-11-15T07:20:54,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x1013d5e2ea40001, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1328526901 2024-11-15T07:20:54,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34343-0x1013d5e2ea40000, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1328526901 2024-11-15T07:20:54,564 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1328526901/online-snapshot/acquired, /0-1328526901/online-snapshot/reached, /0-1328526901/online-snapshot/abort 2024-11-15T07:20:54,565 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,34343,1731655252792 2024-11-15T07:20:54,566 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T07:20:54,567 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T07:20:54,567 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T07:20:54,567 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T07:20:54,568 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32f0bc5975d0,34343,1731655252792 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T07:20:54,569 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:20:54,569 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:20:54,569 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:20:54,569 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:20:54,569 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32f0bc5975d0:0, corePoolSize=10, maxPoolSize=10 2024-11-15T07:20:54,569 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:54,569 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:20:54,569 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:54,570 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731655284570 2024-11-15T07:20:54,570 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:20:54,570 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T07:20:54,570 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T07:20:54,570 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T07:20:54,570 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T07:20:54,570 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T07:20:54,570 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T07:20:54,570 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T07:20:54,570 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:54,571 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T07:20:54,571 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:54,571 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T07:20:54,571 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T07:20:54,571 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T07:20:54,571 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T07:20:54,571 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T07:20:54,571 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T07:20:54,571 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655254571,5,FailOnTimeoutGroup] 2024-11-15T07:20:54,572 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655254572,5,FailOnTimeoutGroup] 2024-11-15T07:20:54,572 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:54,572 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T07:20:54,572 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:54,572 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:54,572 INFO [RS:0;32f0bc5975d0:45895 {}] regionserver.HRegionServer(746): ClusterId : adb8d52c-ebdb-405e-b080-f650c250aa1c 2024-11-15T07:20:54,573 DEBUG [RS:0;32f0bc5975d0:45895 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T07:20:54,580 DEBUG [RS:0;32f0bc5975d0:45895 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T07:20:54,580 DEBUG [RS:0;32f0bc5975d0:45895 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T07:20:54,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741831_1007 (size=1321) 2024-11-15T07:20:54,590 DEBUG [RS:0;32f0bc5975d0:45895 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T07:20:54,590 DEBUG [RS:0;32f0bc5975d0:45895 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c4c8e11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:20:54,603 DEBUG [RS:0;32f0bc5975d0:45895 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32f0bc5975d0:45895 2024-11-15T07:20:54,604 INFO [RS:0;32f0bc5975d0:45895 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T07:20:54,604 INFO [RS:0;32f0bc5975d0:45895 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T07:20:54,604 DEBUG [RS:0;32f0bc5975d0:45895 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T07:20:54,604 INFO [RS:0;32f0bc5975d0:45895 {}] regionserver.HRegionServer(2659): reportForDuty to master=32f0bc5975d0,34343,1731655252792 with port=45895, startcode=1731655252944 2024-11-15T07:20:54,604 DEBUG [RS:0;32f0bc5975d0:45895 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T07:20:54,606 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50125, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T07:20:54,606 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34343 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32f0bc5975d0,45895,1731655252944 2024-11-15T07:20:54,606 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34343 {}] master.ServerManager(517): Registering regionserver=32f0bc5975d0,45895,1731655252944 2024-11-15T07:20:54,607 DEBUG [RS:0;32f0bc5975d0:45895 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7 2024-11-15T07:20:54,607 DEBUG [RS:0;32f0bc5975d0:45895 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33085 2024-11-15T07:20:54,607 DEBUG [RS:0;32f0bc5975d0:45895 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T07:20:54,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34343-0x1013d5e2ea40000, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1328526901/rs 2024-11-15T07:20:54,617 DEBUG [RS:0;32f0bc5975d0:45895 {}] zookeeper.ZKUtil(111): regionserver:45895-0x1013d5e2ea40001, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Set watcher on existing znode=/0-1328526901/rs/32f0bc5975d0,45895,1731655252944 2024-11-15T07:20:54,617 WARN [RS:0;32f0bc5975d0:45895 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:20:54,617 INFO [RS:0;32f0bc5975d0:45895 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:20:54,617 DEBUG [RS:0;32f0bc5975d0:45895 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944 2024-11-15T07:20:54,617 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32f0bc5975d0,45895,1731655252944] 2024-11-15T07:20:54,620 INFO [RS:0;32f0bc5975d0:45895 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T07:20:54,621 INFO [RS:0;32f0bc5975d0:45895 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T07:20:54,621 INFO [RS:0;32f0bc5975d0:45895 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T07:20:54,622 INFO [RS:0;32f0bc5975d0:45895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:54,622 INFO [RS:0;32f0bc5975d0:45895 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T07:20:54,622 INFO [RS:0;32f0bc5975d0:45895 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T07:20:54,622 INFO [RS:0;32f0bc5975d0:45895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:54,622 DEBUG [RS:0;32f0bc5975d0:45895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:54,623 DEBUG [RS:0;32f0bc5975d0:45895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:54,623 DEBUG [RS:0;32f0bc5975d0:45895 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:54,623 DEBUG [RS:0;32f0bc5975d0:45895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:54,623 DEBUG [RS:0;32f0bc5975d0:45895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:54,623 DEBUG [RS:0;32f0bc5975d0:45895 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:20:54,623 DEBUG [RS:0;32f0bc5975d0:45895 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:54,623 DEBUG [RS:0;32f0bc5975d0:45895 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:54,623 DEBUG [RS:0;32f0bc5975d0:45895 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:54,623 DEBUG [RS:0;32f0bc5975d0:45895 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:54,623 DEBUG [RS:0;32f0bc5975d0:45895 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:54,623 DEBUG [RS:0;32f0bc5975d0:45895 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:20:54,623 DEBUG [RS:0;32f0bc5975d0:45895 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:20:54,623 DEBUG [RS:0;32f0bc5975d0:45895 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:20:54,623 INFO [RS:0;32f0bc5975d0:45895 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:54,623 INFO [RS:0;32f0bc5975d0:45895 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:54,623 INFO [RS:0;32f0bc5975d0:45895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:54,623 INFO [RS:0;32f0bc5975d0:45895 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:54,623 INFO [RS:0;32f0bc5975d0:45895 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:54,623 INFO [RS:0;32f0bc5975d0:45895 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,45895,1731655252944-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:20:54,639 INFO [RS:0;32f0bc5975d0:45895 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T07:20:54,640 INFO [RS:0;32f0bc5975d0:45895 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,45895,1731655252944-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:54,640 INFO [RS:0;32f0bc5975d0:45895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:54,640 INFO [RS:0;32f0bc5975d0:45895 {}] regionserver.Replication(171): 32f0bc5975d0,45895,1731655252944 started 2024-11-15T07:20:54,654 INFO [RS:0;32f0bc5975d0:45895 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:54,654 INFO [RS:0;32f0bc5975d0:45895 {}] regionserver.HRegionServer(1482): Serving as 32f0bc5975d0,45895,1731655252944, RpcServer on 32f0bc5975d0/172.17.0.2:45895, sessionid=0x1013d5e2ea40001 2024-11-15T07:20:54,655 DEBUG [RS:0;32f0bc5975d0:45895 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T07:20:54,655 DEBUG [RS:0;32f0bc5975d0:45895 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32f0bc5975d0,45895,1731655252944 2024-11-15T07:20:54,655 DEBUG [RS:0;32f0bc5975d0:45895 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,45895,1731655252944' 2024-11-15T07:20:54,655 DEBUG [RS:0;32f0bc5975d0:45895 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1328526901/flush-table-proc/abort' 2024-11-15T07:20:54,655 DEBUG [RS:0;32f0bc5975d0:45895 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1328526901/flush-table-proc/acquired' 2024-11-15T07:20:54,655 DEBUG [RS:0;32f0bc5975d0:45895 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T07:20:54,655 DEBUG [RS:0;32f0bc5975d0:45895 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T07:20:54,655 DEBUG [RS:0;32f0bc5975d0:45895 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32f0bc5975d0,45895,1731655252944 2024-11-15T07:20:54,655 DEBUG [RS:0;32f0bc5975d0:45895 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,45895,1731655252944' 2024-11-15T07:20:54,656 DEBUG [RS:0;32f0bc5975d0:45895 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1328526901/online-snapshot/abort' 2024-11-15T07:20:54,656 DEBUG [RS:0;32f0bc5975d0:45895 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1328526901/online-snapshot/acquired' 2024-11-15T07:20:54,656 DEBUG [RS:0;32f0bc5975d0:45895 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T07:20:54,656 INFO [RS:0;32f0bc5975d0:45895 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T07:20:54,656 INFO [RS:0;32f0bc5975d0:45895 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T07:20:54,756 INFO [RS:0;32f0bc5975d0:45895 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:20:54,758 INFO [RS:0;32f0bc5975d0:45895 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C45895%2C1731655252944, suffix=, logDir=hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944, archiveDir=hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/oldWALs, maxLogs=10 2024-11-15T07:20:54,769 DEBUG [RS:0;32f0bc5975d0:45895 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758, exclude list is [], retry=0 2024-11-15T07:20:54,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39193,DS-278fbbd2-3be9-41b9-aef3-0ba635d569fc,DISK] 2024-11-15T07:20:54,773 INFO [RS:0;32f0bc5975d0:45895 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758 2024-11-15T07:20:54,773 DEBUG [RS:0;32f0bc5975d0:45895 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42527:42527)] 2024-11-15T07:20:54,981 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T07:20:54,981 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7 2024-11-15T07:20:54,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741833_1009 (size=32) 2024-11-15T07:20:55,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:20:55,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:20:55,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:20:55,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:55,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:20:55,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:20:55,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:20:55,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:55,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:20:55,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:20:55,390 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:20:55,390 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:55,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:20:55,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:20:55,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:20:55,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:55,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:20:55,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:20:55,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/hbase/meta/1588230740 2024-11-15T07:20:55,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/hbase/meta/1588230740 2024-11-15T07:20:55,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:20:55,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:20:55,393 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:20:55,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:20:55,395 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:20:55,396 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66416314, jitterRate=-0.010319799184799194}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:20:55,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731655255386Initializing all the Stores at 1731655255387 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655255387Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655255387Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655255387Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655255387Cleaning up temporary data from old regions at 1731655255393 (+6 ms)Region opened successfully at 1731655255396 (+3 ms) 2024-11-15T07:20:55,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:20:55,396 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:20:55,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:20:55,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:20:55,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:20:55,396 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:20:55,396 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655255396Disabling compacts and flushes for region at 1731655255396Disabling writes for close at 1731655255396Writing region close event to WAL at 1731655255396Closed at 1731655255396 2024-11-15T07:20:55,397 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:20:55,397 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T07:20:55,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T07:20:55,398 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:20:55,398 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T07:20:55,549 DEBUG [32f0bc5975d0:34343 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T07:20:55,549 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32f0bc5975d0,45895,1731655252944 2024-11-15T07:20:55,550 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,45895,1731655252944, state=OPENING 2024-11-15T07:20:55,579 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T07:20:55,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34343-0x1013d5e2ea40000, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1328526901 2024-11-15T07:20:55,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x1013d5e2ea40001, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1328526901 2024-11-15T07:20:55,623 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:20:55,623 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,45895,1731655252944}] 2024-11-15T07:20:55,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1328526901/meta-region-server: CHANGED 2024-11-15T07:20:55,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1328526901/meta-region-server: CHANGED 2024-11-15T07:20:55,775 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T07:20:55,777 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T07:20:55,780 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T07:20:55,780 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:20:55,780 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T07:20:55,781 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C45895%2C1731655252944.meta, suffix=.meta, logDir=hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944, archiveDir=hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/oldWALs, maxLogs=10 2024-11-15T07:20:55,794 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.meta.1731655255781.meta, exclude list is [], retry=0 2024-11-15T07:20:55,796 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39193,DS-278fbbd2-3be9-41b9-aef3-0ba635d569fc,DISK] 2024-11-15T07:20:55,798 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.meta.1731655255781.meta 2024-11-15T07:20:55,798 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42527:42527)] 2024-11-15T07:20:55,798 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:20:55,798 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:20:55,799 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T07:20:55,799 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T07:20:55,799 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T07:20:55,799 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T07:20:55,799 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:20:55,799 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T07:20:55,799 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T07:20:55,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:20:55,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:20:55,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:55,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:20:55,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:20:55,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:20:55,810 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:55,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:20:55,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:20:55,811 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:20:55,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:55,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:20:55,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:20:55,812 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:20:55,812 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:20:55,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:20:55,812 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:20:55,813 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/hbase/meta/1588230740 2024-11-15T07:20:55,814 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/hbase/meta/1588230740 2024-11-15T07:20:55,815 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:20:55,815 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:20:55,815 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:20:55,816 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:20:55,817 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59320517, jitterRate=-0.11605541408061981}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:20:55,817 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T07:20:55,818 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731655255799Writing region info on filesystem at 1731655255799Initializing all the Stores at 1731655255800 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655255800Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655255808 (+8 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655255808Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655255808Cleaning up temporary data from old regions at 1731655255815 (+7 ms)Running coprocessor post-open hooks at 1731655255817 (+2 ms)Region opened successfully at 1731655255817 2024-11-15T07:20:55,818 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731655255775 2024-11-15T07:20:55,820 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T07:20:55,820 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T07:20:55,821 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32f0bc5975d0,45895,1731655252944 2024-11-15T07:20:55,822 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,45895,1731655252944, state=OPEN 2024-11-15T07:20:55,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34343-0x1013d5e2ea40000, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1328526901/meta-region-server 2024-11-15T07:20:55,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x1013d5e2ea40001, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1328526901/meta-region-server 2024-11-15T07:20:55,842 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32f0bc5975d0,45895,1731655252944 2024-11-15T07:20:55,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1328526901/meta-region-server: CHANGED 2024-11-15T07:20:55,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1328526901/meta-region-server: CHANGED 2024-11-15T07:20:55,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T07:20:55,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,45895,1731655252944 in 219 msec 2024-11-15T07:20:55,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T07:20:55,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 447 msec 2024-11-15T07:20:55,847 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:20:55,847 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T07:20:55,848 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:20:55,848 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,45895,1731655252944, seqNum=-1] 2024-11-15T07:20:55,848 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:20:55,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38783, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:20:55,854 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2870 sec 2024-11-15T07:20:55,854 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731655255854, completionTime=-1 2024-11-15T07:20:55,854 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T07:20:55,854 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T07:20:55,856 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T07:20:55,856 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731655315856 2024-11-15T07:20:55,856 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731655375856 2024-11-15T07:20:55,856 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T07:20:55,857 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,34343,1731655252792-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:55,857 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,34343,1731655252792-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:55,857 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,34343,1731655252792-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:55,857 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32f0bc5975d0:34343, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:55,857 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:55,857 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:55,859 DEBUG [master/32f0bc5975d0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T07:20:55,860 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.849sec 2024-11-15T07:20:55,860 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T07:20:55,861 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T07:20:55,861 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T07:20:55,861 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T07:20:55,861 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T07:20:55,861 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,34343,1731655252792-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:20:55,861 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,34343,1731655252792-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T07:20:55,863 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T07:20:55,863 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T07:20:55,863 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,34343,1731655252792-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:20:55,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f701ce0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:55,874 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,34343,-1 for getting cluster id 2024-11-15T07:20:55,874 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:20:55,875 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adb8d52c-ebdb-405e-b080-f650c250aa1c' 2024-11-15T07:20:55,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:20:55,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adb8d52c-ebdb-405e-b080-f650c250aa1c" 2024-11-15T07:20:55,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d79877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:55,875 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,34343,-1] 2024-11-15T07:20:55,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:20:55,876 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:20:55,877 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:20:55,878 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ecb3fa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:20:55,878 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:20:55,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,45895,1731655252944, seqNum=-1] 2024-11-15T07:20:55,879 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:20:55,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:20:55,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32f0bc5975d0,34343,1731655252792 2024-11-15T07:20:55,883 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:49333 2024-11-15T07:20:55,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:20:55,895 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013d5e2ea40002 connected 2024-11-15T07:20:55,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4948b12-da20-4a16-565b-79882f1fc997/hadoop.log.dir so I do NOT create it in target/test-data/f3f86666-0f1a-03b3-bd3e-ada49bba4a5b 2024-11-15T07:20:55,907 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4948b12-da20-4a16-565b-79882f1fc997/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T07:20:55,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4948b12-da20-4a16-565b-79882f1fc997/hadoop.tmp.dir so I do NOT create it in target/test-data/f3f86666-0f1a-03b3-bd3e-ada49bba4a5b 2024-11-15T07:20:55,907 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4948b12-da20-4a16-565b-79882f1fc997/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T07:20:55,907 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f86666-0f1a-03b3-bd3e-ada49bba4a5b 2024-11-15T07:20:55,907 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T07:20:55,908 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f86666-0f1a-03b3-bd3e-ada49bba4a5b/cluster_9568fd13-c64c-afc1-b676-641dcd835750, deleteOnExit=true 2024-11-15T07:20:55,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T07:20:55,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f86666-0f1a-03b3-bd3e-ada49bba4a5b/test.cache.data in system properties and HBase conf 2024-11-15T07:20:55,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f86666-0f1a-03b3-bd3e-ada49bba4a5b/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T07:20:55,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f86666-0f1a-03b3-bd3e-ada49bba4a5b/hadoop.log.dir in system properties and HBase conf 2024-11-15T07:20:55,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f86666-0f1a-03b3-bd3e-ada49bba4a5b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T07:20:55,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f86666-0f1a-03b3-bd3e-ada49bba4a5b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T07:20:55,908 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T07:20:55,908 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T07:20:55,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f86666-0f1a-03b3-bd3e-ada49bba4a5b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T07:20:55,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f86666-0f1a-03b3-bd3e-ada49bba4a5b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T07:20:55,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f86666-0f1a-03b3-bd3e-ada49bba4a5b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T07:20:55,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f86666-0f1a-03b3-bd3e-ada49bba4a5b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T07:20:55,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f86666-0f1a-03b3-bd3e-ada49bba4a5b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T07:20:55,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f86666-0f1a-03b3-bd3e-ada49bba4a5b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T07:20:55,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f86666-0f1a-03b3-bd3e-ada49bba4a5b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T07:20:55,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f86666-0f1a-03b3-bd3e-ada49bba4a5b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T07:20:55,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f86666-0f1a-03b3-bd3e-ada49bba4a5b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T07:20:55,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f86666-0f1a-03b3-bd3e-ada49bba4a5b/nfs.dump.dir in system properties and HBase conf 2024-11-15T07:20:55,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f86666-0f1a-03b3-bd3e-ada49bba4a5b/java.io.tmpdir in system properties and HBase conf 2024-11-15T07:20:55,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f86666-0f1a-03b3-bd3e-ada49bba4a5b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T07:20:55,909 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f86666-0f1a-03b3-bd3e-ada49bba4a5b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T07:20:55,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f86666-0f1a-03b3-bd3e-ada49bba4a5b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T07:20:56,224 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:20:56,228 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T07:20:56,229 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T07:20:56,229 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T07:20:56,229 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T07:20:56,230 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:20:56,230 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71d2debf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f86666-0f1a-03b3-bd3e-ada49bba4a5b/hadoop.log.dir/,AVAILABLE} 2024-11-15T07:20:56,231 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2273b3b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T07:20:56,329 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73227e22{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f86666-0f1a-03b3-bd3e-ada49bba4a5b/java.io.tmpdir/jetty-localhost-32837-hadoop-hdfs-3_4_1-tests_jar-_-any-17890047758160427810/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T07:20:56,330 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b56f4df{HTTP/1.1, (http/1.1)}{localhost:32837} 2024-11-15T07:20:56,330 INFO [Time-limited test {}] server.Server(415): Started @210843ms 2024-11-15T07:20:56,874 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:20:56,876 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T07:20:56,877 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T07:20:56,877 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T07:20:56,877 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T07:20:56,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@209ec4cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f86666-0f1a-03b3-bd3e-ada49bba4a5b/hadoop.log.dir/,AVAILABLE} 2024-11-15T07:20:56,879 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71a2b211{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T07:20:56,974 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33384d31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f86666-0f1a-03b3-bd3e-ada49bba4a5b/java.io.tmpdir/jetty-localhost-42243-hadoop-hdfs-3_4_1-tests_jar-_-any-2776051276209248826/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T07:20:56,974 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d6e6af7{HTTP/1.1, (http/1.1)}{localhost:42243} 2024-11-15T07:20:56,974 INFO [Time-limited test {}] server.Server(415): Started @211488ms 2024-11-15T07:20:56,975 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T07:20:57,686 WARN [Thread-2300 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f86666-0f1a-03b3-bd3e-ada49bba4a5b/cluster_9568fd13-c64c-afc1-b676-641dcd835750/data/data2/current/BP-985735589-172.17.0.2-1731655255927/current, will proceed with Du for space computation calculation, 2024-11-15T07:20:57,686 WARN [Thread-2299 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f86666-0f1a-03b3-bd3e-ada49bba4a5b/cluster_9568fd13-c64c-afc1-b676-641dcd835750/data/data1/current/BP-985735589-172.17.0.2-1731655255927/current, will proceed with Du for space computation calculation, 2024-11-15T07:20:57,707 WARN [Thread-2287 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T07:20:57,709 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf9e3b2ac38bff303 with lease ID 0xc2965f711c0c11e3: Processing first storage report for DS-e4723d1b-412c-4ea3-a0bb-e51ef41d4e9b from datanode DatanodeRegistration(127.0.0.1:32859, datanodeUuid=f8301401-641c-45de-81e8-97bbad36d6ac, infoPort=39011, infoSecurePort=0, ipcPort=33631, storageInfo=lv=-57;cid=testClusterID;nsid=1319844867;c=1731655255927) 2024-11-15T07:20:57,709 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf9e3b2ac38bff303 with lease ID 0xc2965f711c0c11e3: from storage DS-e4723d1b-412c-4ea3-a0bb-e51ef41d4e9b node DatanodeRegistration(127.0.0.1:32859, datanodeUuid=f8301401-641c-45de-81e8-97bbad36d6ac, infoPort=39011, infoSecurePort=0, ipcPort=33631, storageInfo=lv=-57;cid=testClusterID;nsid=1319844867;c=1731655255927), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T07:20:57,709 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf9e3b2ac38bff303 with lease ID 0xc2965f711c0c11e3: Processing first storage report for DS-3d598ebe-ba8b-47dd-a61f-14d164d7ea83 from datanode DatanodeRegistration(127.0.0.1:32859, datanodeUuid=f8301401-641c-45de-81e8-97bbad36d6ac, infoPort=39011, infoSecurePort=0, ipcPort=33631, storageInfo=lv=-57;cid=testClusterID;nsid=1319844867;c=1731655255927) 2024-11-15T07:20:57,709 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf9e3b2ac38bff303 with lease ID 0xc2965f711c0c11e3: from storage DS-3d598ebe-ba8b-47dd-a61f-14d164d7ea83 node DatanodeRegistration(127.0.0.1:32859, datanodeUuid=f8301401-641c-45de-81e8-97bbad36d6ac, infoPort=39011, infoSecurePort=0, ipcPort=33631, storageInfo=lv=-57;cid=testClusterID;nsid=1319844867;c=1731655255927), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T07:20:57,713 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f86666-0f1a-03b3-bd3e-ada49bba4a5b 2024-11-15T07:20:57,713 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:20:57,714 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:20:57,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741825_1001 (size=7) 2024-11-15T07:20:58,122 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc with version=8 2024-11-15T07:20:58,122 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/hbase-staging 2024-11-15T07:20:58,124 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:20:58,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:20:58,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:20:58,124 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:20:58,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:20:58,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:20:58,124 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T07:20:58,124 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:20:58,125 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35539 2024-11-15T07:20:58,125 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35539 connecting to ZooKeeper ensemble=127.0.0.1:49333 2024-11-15T07:20:58,206 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355390x0, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:20:58,207 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35539-0x1013d5e2ea40003 connected 2024-11-15T07:20:58,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:20:58,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:20:58,284 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35539-0x1013d5e2ea40003, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Set watcher on znode that does not yet exist, /1-1385579537/running 2024-11-15T07:20:58,284 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc, hbase.cluster.distributed=false 2024-11-15T07:20:58,285 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35539-0x1013d5e2ea40003, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Set watcher on znode that does not yet exist, /1-1385579537/acl 2024-11-15T07:20:58,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35539 2024-11-15T07:20:58,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35539 2024-11-15T07:20:58,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35539 2024-11-15T07:20:58,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35539 2024-11-15T07:20:58,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35539 2024-11-15T07:20:58,305 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:20:58,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:20:58,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:20:58,305 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:20:58,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:20:58,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:20:58,305 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T07:20:58,305 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:20:58,306 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37135 2024-11-15T07:20:58,307 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37135 connecting to ZooKeeper ensemble=127.0.0.1:49333 2024-11-15T07:20:58,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:20:58,321 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:20:58,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371350x0, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:20:58,333 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371350x0, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Set watcher on znode that does not yet exist, /1-1385579537/running 2024-11-15T07:20:58,333 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T07:20:58,333 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37135-0x1013d5e2ea40004 connected 2024-11-15T07:20:58,333 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T07:20:58,334 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37135-0x1013d5e2ea40004, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Set watcher on znode that does not yet exist, /1-1385579537/master 2024-11-15T07:20:58,334 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37135-0x1013d5e2ea40004, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Set watcher on znode that does not yet exist, /1-1385579537/acl 2024-11-15T07:20:58,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37135 2024-11-15T07:20:58,339 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37135 2024-11-15T07:20:58,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37135 2024-11-15T07:20:58,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37135 2024-11-15T07:20:58,342 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37135 2024-11-15T07:20:58,358 DEBUG [M:0;32f0bc5975d0:35539 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32f0bc5975d0:35539 2024-11-15T07:20:58,358 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1385579537/backup-masters/32f0bc5975d0,35539,1731655258124 2024-11-15T07:20:58,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x1013d5e2ea40004, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1385579537/backup-masters 2024-11-15T07:20:58,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35539-0x1013d5e2ea40003, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1385579537/backup-masters 2024-11-15T07:20:58,369 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35539-0x1013d5e2ea40003, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Set watcher on existing znode=/1-1385579537/backup-masters/32f0bc5975d0,35539,1731655258124 2024-11-15T07:20:58,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35539-0x1013d5e2ea40003, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1385579537 2024-11-15T07:20:58,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x1013d5e2ea40004, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1385579537/master 2024-11-15T07:20:58,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x1013d5e2ea40004, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1385579537 2024-11-15T07:20:58,379 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35539-0x1013d5e2ea40003, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Set watcher on existing znode=/1-1385579537/master 2024-11-15T07:20:58,379 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1385579537/backup-masters/32f0bc5975d0,35539,1731655258124 from backup master directory 2024-11-15T07:20:58,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x1013d5e2ea40004, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1385579537/backup-masters 2024-11-15T07:20:58,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35539-0x1013d5e2ea40003, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1385579537/backup-masters/32f0bc5975d0,35539,1731655258124 2024-11-15T07:20:58,389 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35539-0x1013d5e2ea40003, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1385579537/backup-masters 2024-11-15T07:20:58,389 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:20:58,389 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32f0bc5975d0,35539,1731655258124 2024-11-15T07:20:58,393 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/hbase.id] with ID: 49f7bc43-e746-4a0b-afd2-2743c5e0eb2f 2024-11-15T07:20:58,393 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/.tmp/hbase.id 2024-11-15T07:20:58,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741826_1002 (size=42) 2024-11-15T07:20:58,798 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/.tmp/hbase.id]:[hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/hbase.id] 2024-11-15T07:20:58,807 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:20:58,807 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T07:20:58,808 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T07:20:58,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x1013d5e2ea40004, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1385579537 2024-11-15T07:20:58,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35539-0x1013d5e2ea40003, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1385579537 2024-11-15T07:20:58,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741827_1003 (size=196) 2024-11-15T07:20:59,264 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:20:59,264 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T07:20:59,265 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:20:59,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741828_1004 (size=1189) 2024-11-15T07:20:59,673 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/MasterData/data/master/store 2024-11-15T07:20:59,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741829_1005 (size=34) 2024-11-15T07:21:00,078 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:21:00,078 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:21:00,078 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:21:00,078 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:21:00,078 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:21:00,078 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:21:00,078 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:21:00,078 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655260078Disabling compacts and flushes for region at 1731655260078Disabling writes for close at 1731655260078Writing region close event to WAL at 1731655260078Closed at 1731655260078 2024-11-15T07:21:00,079 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/MasterData/data/master/store/.initializing 2024-11-15T07:21:00,079 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/MasterData/WALs/32f0bc5975d0,35539,1731655258124 2024-11-15T07:21:00,080 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:21:00,081 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32f0bc5975d0%2C35539%2C1731655258124, suffix=, logDir=hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/MasterData/WALs/32f0bc5975d0,35539,1731655258124, archiveDir=hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/MasterData/oldWALs, maxLogs=10 2024-11-15T07:21:00,092 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/MasterData/WALs/32f0bc5975d0,35539,1731655258124/32f0bc5975d0%2C35539%2C1731655258124.1731655260081, exclude list is [], retry=0 2024-11-15T07:21:00,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32859,DS-e4723d1b-412c-4ea3-a0bb-e51ef41d4e9b,DISK] 2024-11-15T07:21:00,095 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/MasterData/WALs/32f0bc5975d0,35539,1731655258124/32f0bc5975d0%2C35539%2C1731655258124.1731655260081 2024-11-15T07:21:00,095 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39011:39011)] 2024-11-15T07:21:00,095 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:21:00,096 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:21:00,096 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:00,096 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:00,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:00,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T07:21:00,098 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:00,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:21:00,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:00,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T07:21:00,099 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:00,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:21:00,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:00,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T07:21:00,100 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:00,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:21:00,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:00,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T07:21:00,101 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:00,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:21:00,101 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:00,102 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:00,102 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:00,102 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:00,103 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:00,103 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:21:00,104 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:00,105 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:21:00,106 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75179599, jitterRate=0.12026332318782806}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:21:00,106 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731655260096Initializing all the Stores at 1731655260096Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655260096Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655260097 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655260097Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655260097Cleaning up temporary data from old regions at 1731655260103 (+6 ms)Region opened successfully at 1731655260106 (+3 ms) 2024-11-15T07:21:00,106 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T07:21:00,108 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70021953, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:21:00,109 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T07:21:00,109 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T07:21:00,109 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T07:21:00,109 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T07:21:00,109 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T07:21:00,110 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T07:21:00,110 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T07:21:00,111 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T07:21:00,112 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35539-0x1013d5e2ea40003, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Unable to get data of znode /1-1385579537/balancer because node does not exist (not necessarily an error) 2024-11-15T07:21:00,174 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1385579537/balancer already deleted, retry=false 2024-11-15T07:21:00,175 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T07:21:00,176 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35539-0x1013d5e2ea40003, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Unable to get data of znode /1-1385579537/normalizer because node does not exist (not necessarily an error) 2024-11-15T07:21:00,185 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1385579537/normalizer already deleted, retry=false 2024-11-15T07:21:00,185 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T07:21:00,186 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35539-0x1013d5e2ea40003, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Unable to get data of znode /1-1385579537/switch/split because node does not exist (not necessarily an error) 2024-11-15T07:21:00,195 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1385579537/switch/split already deleted, retry=false 2024-11-15T07:21:00,196 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35539-0x1013d5e2ea40003, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Unable to get data of znode /1-1385579537/switch/merge because node does not exist (not necessarily an error) 2024-11-15T07:21:00,206 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1385579537/switch/merge already deleted, retry=false 2024-11-15T07:21:00,207 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35539-0x1013d5e2ea40003, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Unable to get data of znode /1-1385579537/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T07:21:00,216 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1385579537/snapshot-cleanup already deleted, retry=false 2024-11-15T07:21:00,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x1013d5e2ea40004, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1385579537/running 2024-11-15T07:21:00,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35539-0x1013d5e2ea40003, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1385579537/running 2024-11-15T07:21:00,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x1013d5e2ea40004, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1385579537 2024-11-15T07:21:00,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35539-0x1013d5e2ea40003, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1385579537 2024-11-15T07:21:00,227 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32f0bc5975d0,35539,1731655258124, sessionid=0x1013d5e2ea40003, setting cluster-up flag (Was=false) 2024-11-15T07:21:00,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x1013d5e2ea40004, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1385579537 2024-11-15T07:21:00,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35539-0x1013d5e2ea40003, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1385579537 2024-11-15T07:21:00,280 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1385579537/flush-table-proc/acquired, /1-1385579537/flush-table-proc/reached, /1-1385579537/flush-table-proc/abort 2024-11-15T07:21:00,281 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,35539,1731655258124 2024-11-15T07:21:00,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x1013d5e2ea40004, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1385579537 2024-11-15T07:21:00,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35539-0x1013d5e2ea40003, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1385579537 2024-11-15T07:21:00,332 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1385579537/online-snapshot/acquired, /1-1385579537/online-snapshot/reached, /1-1385579537/online-snapshot/abort 2024-11-15T07:21:00,333 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,35539,1731655258124 2024-11-15T07:21:00,334 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T07:21:00,335 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T07:21:00,336 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T07:21:00,336 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T07:21:00,336 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32f0bc5975d0,35539,1731655258124 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T07:21:00,337 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:21:00,337 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:21:00,337 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:21:00,337 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:21:00,337 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32f0bc5975d0:0, corePoolSize=10, maxPoolSize=10 2024-11-15T07:21:00,337 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:00,337 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:21:00,337 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:00,340 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:21:00,340 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T07:21:00,341 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:00,341 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T07:21:00,347 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731655290346 2024-11-15T07:21:00,347 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T07:21:00,347 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T07:21:00,347 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T07:21:00,347 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T07:21:00,347 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T07:21:00,347 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T07:21:00,347 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:00,348 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T07:21:00,348 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T07:21:00,348 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T07:21:00,348 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T07:21:00,348 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T07:21:00,348 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T07:21:00,348 INFO [RS:0;32f0bc5975d0:37135 {}] regionserver.HRegionServer(746): ClusterId : 49f7bc43-e746-4a0b-afd2-2743c5e0eb2f 2024-11-15T07:21:00,348 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655260348,5,FailOnTimeoutGroup] 2024-11-15T07:21:00,348 DEBUG [RS:0;32f0bc5975d0:37135 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T07:21:00,349 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655260348,5,FailOnTimeoutGroup] 2024-11-15T07:21:00,349 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:00,349 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T07:21:00,349 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:00,349 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:00,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741831_1007 (size=1321) 2024-11-15T07:21:00,358 DEBUG [RS:0;32f0bc5975d0:37135 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T07:21:00,358 DEBUG [RS:0;32f0bc5975d0:37135 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T07:21:00,369 DEBUG [RS:0;32f0bc5975d0:37135 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T07:21:00,369 DEBUG [RS:0;32f0bc5975d0:37135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c65975e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:21:00,386 DEBUG [RS:0;32f0bc5975d0:37135 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32f0bc5975d0:37135 2024-11-15T07:21:00,386 INFO [RS:0;32f0bc5975d0:37135 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T07:21:00,386 INFO [RS:0;32f0bc5975d0:37135 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T07:21:00,386 DEBUG [RS:0;32f0bc5975d0:37135 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T07:21:00,387 INFO [RS:0;32f0bc5975d0:37135 {}] regionserver.HRegionServer(2659): reportForDuty to master=32f0bc5975d0,35539,1731655258124 with port=37135, startcode=1731655258305 2024-11-15T07:21:00,387 DEBUG [RS:0;32f0bc5975d0:37135 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T07:21:00,388 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T07:21:00,389 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35539 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32f0bc5975d0,37135,1731655258305 2024-11-15T07:21:00,389 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35539 {}] master.ServerManager(517): Registering regionserver=32f0bc5975d0,37135,1731655258305 2024-11-15T07:21:00,390 DEBUG [RS:0;32f0bc5975d0:37135 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc 2024-11-15T07:21:00,390 DEBUG [RS:0;32f0bc5975d0:37135 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33841 2024-11-15T07:21:00,390 DEBUG [RS:0;32f0bc5975d0:37135 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T07:21:00,434 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35539-0x1013d5e2ea40003, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1385579537/rs 2024-11-15T07:21:00,434 DEBUG [RS:0;32f0bc5975d0:37135 {}] zookeeper.ZKUtil(111): regionserver:37135-0x1013d5e2ea40004, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Set watcher on existing znode=/1-1385579537/rs/32f0bc5975d0,37135,1731655258305 2024-11-15T07:21:00,435 WARN [RS:0;32f0bc5975d0:37135 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:21:00,435 INFO [RS:0;32f0bc5975d0:37135 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:21:00,435 DEBUG [RS:0;32f0bc5975d0:37135 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305 2024-11-15T07:21:00,435 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32f0bc5975d0,37135,1731655258305] 2024-11-15T07:21:00,437 INFO [RS:0;32f0bc5975d0:37135 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T07:21:00,439 INFO [RS:0;32f0bc5975d0:37135 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T07:21:00,439 INFO [RS:0;32f0bc5975d0:37135 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T07:21:00,439 INFO [RS:0;32f0bc5975d0:37135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:00,440 INFO [RS:0;32f0bc5975d0:37135 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T07:21:00,440 INFO [RS:0;32f0bc5975d0:37135 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T07:21:00,440 INFO [RS:0;32f0bc5975d0:37135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:00,440 DEBUG [RS:0;32f0bc5975d0:37135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:00,440 DEBUG [RS:0;32f0bc5975d0:37135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:00,440 DEBUG [RS:0;32f0bc5975d0:37135 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:00,440 DEBUG [RS:0;32f0bc5975d0:37135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:00,440 DEBUG [RS:0;32f0bc5975d0:37135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:00,441 DEBUG [RS:0;32f0bc5975d0:37135 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:21:00,441 DEBUG [RS:0;32f0bc5975d0:37135 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:00,441 DEBUG [RS:0;32f0bc5975d0:37135 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:00,441 DEBUG [RS:0;32f0bc5975d0:37135 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:00,441 DEBUG [RS:0;32f0bc5975d0:37135 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:00,441 DEBUG [RS:0;32f0bc5975d0:37135 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:00,441 DEBUG [RS:0;32f0bc5975d0:37135 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:00,441 DEBUG [RS:0;32f0bc5975d0:37135 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:21:00,441 DEBUG [RS:0;32f0bc5975d0:37135 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:21:00,444 INFO [RS:0;32f0bc5975d0:37135 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:00,444 INFO [RS:0;32f0bc5975d0:37135 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:00,444 INFO [RS:0;32f0bc5975d0:37135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:00,444 INFO [RS:0;32f0bc5975d0:37135 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:00,444 INFO [RS:0;32f0bc5975d0:37135 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:00,444 INFO [RS:0;32f0bc5975d0:37135 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,37135,1731655258305-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:21:00,456 INFO [RS:0;32f0bc5975d0:37135 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T07:21:00,456 INFO [RS:0;32f0bc5975d0:37135 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,37135,1731655258305-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:00,457 INFO [RS:0;32f0bc5975d0:37135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:00,457 INFO [RS:0;32f0bc5975d0:37135 {}] regionserver.Replication(171): 32f0bc5975d0,37135,1731655258305 started 2024-11-15T07:21:00,469 INFO [RS:0;32f0bc5975d0:37135 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:00,469 INFO [RS:0;32f0bc5975d0:37135 {}] regionserver.HRegionServer(1482): Serving as 32f0bc5975d0,37135,1731655258305, RpcServer on 32f0bc5975d0/172.17.0.2:37135, sessionid=0x1013d5e2ea40004 2024-11-15T07:21:00,469 DEBUG [RS:0;32f0bc5975d0:37135 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T07:21:00,469 DEBUG [RS:0;32f0bc5975d0:37135 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32f0bc5975d0,37135,1731655258305 2024-11-15T07:21:00,469 DEBUG [RS:0;32f0bc5975d0:37135 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,37135,1731655258305' 2024-11-15T07:21:00,469 DEBUG [RS:0;32f0bc5975d0:37135 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1385579537/flush-table-proc/abort' 2024-11-15T07:21:00,469 DEBUG [RS:0;32f0bc5975d0:37135 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1385579537/flush-table-proc/acquired' 2024-11-15T07:21:00,470 DEBUG [RS:0;32f0bc5975d0:37135 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T07:21:00,470 DEBUG [RS:0;32f0bc5975d0:37135 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T07:21:00,470 DEBUG [RS:0;32f0bc5975d0:37135 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32f0bc5975d0,37135,1731655258305 2024-11-15T07:21:00,470 DEBUG [RS:0;32f0bc5975d0:37135 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,37135,1731655258305' 2024-11-15T07:21:00,470 DEBUG [RS:0;32f0bc5975d0:37135 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1385579537/online-snapshot/abort' 2024-11-15T07:21:00,470 DEBUG [RS:0;32f0bc5975d0:37135 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1385579537/online-snapshot/acquired' 2024-11-15T07:21:00,470 DEBUG [RS:0;32f0bc5975d0:37135 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T07:21:00,470 INFO [RS:0;32f0bc5975d0:37135 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T07:21:00,470 INFO [RS:0;32f0bc5975d0:37135 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T07:21:00,571 INFO [RS:0;32f0bc5975d0:37135 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:21:00,572 INFO [RS:0;32f0bc5975d0:37135 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C37135%2C1731655258305, suffix=, logDir=hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305, archiveDir=hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/oldWALs, maxLogs=10 2024-11-15T07:21:00,583 DEBUG [RS:0;32f0bc5975d0:37135 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305/32f0bc5975d0%2C37135%2C1731655258305.1731655260572, exclude list is [], retry=0 2024-11-15T07:21:00,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32859,DS-e4723d1b-412c-4ea3-a0bb-e51ef41d4e9b,DISK] 2024-11-15T07:21:00,588 INFO [RS:0;32f0bc5975d0:37135 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305/32f0bc5975d0%2C37135%2C1731655258305.1731655260572 2024-11-15T07:21:00,588 DEBUG [RS:0;32f0bc5975d0:37135 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39011:39011)] 2024-11-15T07:21:00,620 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T07:21:00,758 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T07:21:00,759 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc 2024-11-15T07:21:00,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741833_1009 (size=32) 2024-11-15T07:21:01,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:21:01,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:21:01,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:21:01,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:01,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:21:01,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:21:01,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:21:01,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:01,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:21:01,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:21:01,166 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:21:01,166 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:01,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:21:01,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:21:01,167 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:21:01,167 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:01,168 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:21:01,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:21:01,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/hbase/meta/1588230740 2024-11-15T07:21:01,168 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/hbase/meta/1588230740 2024-11-15T07:21:01,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:21:01,169 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:21:01,170 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:21:01,170 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:21:01,172 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:21:01,172 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69574793, jitterRate=0.03674520552158356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:21:01,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731655261163Initializing all the Stores at 1731655261164 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655261164Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655261164Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655261164Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655261164Cleaning up temporary data from old regions at 1731655261169 (+5 ms)Region opened successfully at 1731655261172 (+3 ms) 2024-11-15T07:21:01,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:21:01,172 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:21:01,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:21:01,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:21:01,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:21:01,173 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:21:01,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655261172Disabling compacts and flushes for region at 1731655261172Disabling writes for close at 1731655261172Writing region close event to WAL at 1731655261173 (+1 ms)Closed at 1731655261173 2024-11-15T07:21:01,174 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:21:01,174 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T07:21:01,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T07:21:01,175 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:21:01,175 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T07:21:01,301 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T07:21:01,325 DEBUG [32f0bc5975d0:35539 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T07:21:01,326 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32f0bc5975d0,37135,1731655258305 2024-11-15T07:21:01,327 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,37135,1731655258305, state=OPENING 2024-11-15T07:21:01,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:01,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:01,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:01,340 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:01,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:01,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:01,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:01,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:01,354 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:01,406 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T07:21:01,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35539-0x1013d5e2ea40003, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1385579537 2024-11-15T07:21:01,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x1013d5e2ea40004, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1385579537 2024-11-15T07:21:01,417 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1385579537/meta-region-server: CHANGED 2024-11-15T07:21:01,417 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1385579537/meta-region-server: CHANGED 2024-11-15T07:21:01,417 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:21:01,417 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,37135,1731655258305}] 2024-11-15T07:21:01,569 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T07:21:01,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51293, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T07:21:01,573 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T07:21:01,573 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:21:01,574 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T07:21:01,575 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C37135%2C1731655258305.meta, suffix=.meta, logDir=hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305, archiveDir=hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/oldWALs, maxLogs=10 2024-11-15T07:21:01,590 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305/32f0bc5975d0%2C37135%2C1731655258305.meta.1731655261575.meta, exclude list is [], retry=0 2024-11-15T07:21:01,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32859,DS-e4723d1b-412c-4ea3-a0bb-e51ef41d4e9b,DISK] 2024-11-15T07:21:01,593 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305/32f0bc5975d0%2C37135%2C1731655258305.meta.1731655261575.meta 2024-11-15T07:21:01,593 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39011:39011)] 2024-11-15T07:21:01,593 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:21:01,594 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:21:01,594 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T07:21:01,594 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T07:21:01,594 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T07:21:01,594 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T07:21:01,594 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:21:01,594 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T07:21:01,594 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T07:21:01,596 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:21:01,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:21:01,597 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:01,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:21:01,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:21:01,598 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:21:01,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:01,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:21:01,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:21:01,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:21:01,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:01,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:21:01,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:21:01,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:21:01,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:01,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:21:01,600 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:21:01,601 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/hbase/meta/1588230740 2024-11-15T07:21:01,602 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/hbase/meta/1588230740 2024-11-15T07:21:01,602 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:21:01,602 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:21:01,603 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:21:01,603 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:21:01,604 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60897669, jitterRate=-0.0925540179014206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:21:01,604 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T07:21:01,604 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731655261594Writing region info on filesystem at 1731655261594Initializing all the Stores at 1731655261596 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655261596Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655261596Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655261596Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655261596Cleaning up temporary data from old regions at 1731655261602 (+6 ms)Running coprocessor post-open hooks at 1731655261604 (+2 ms)Region opened successfully at 1731655261604 2024-11-15T07:21:01,605 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731655261569 2024-11-15T07:21:01,607 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T07:21:01,607 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T07:21:01,607 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32f0bc5975d0,37135,1731655258305 2024-11-15T07:21:01,608 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,37135,1731655258305, state=OPEN 2024-11-15T07:21:01,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x1013d5e2ea40004, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1385579537/meta-region-server 2024-11-15T07:21:01,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35539-0x1013d5e2ea40003, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1385579537/meta-region-server 2024-11-15T07:21:01,621 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32f0bc5975d0,37135,1731655258305 2024-11-15T07:21:01,621 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1385579537/meta-region-server: CHANGED 2024-11-15T07:21:01,621 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1385579537/meta-region-server: CHANGED 2024-11-15T07:21:01,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T07:21:01,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,37135,1731655258305 in 204 msec 2024-11-15T07:21:01,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T07:21:01,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 449 msec 2024-11-15T07:21:01,628 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:21:01,628 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T07:21:01,629 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:21:01,629 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,37135,1731655258305, seqNum=-1] 2024-11-15T07:21:01,630 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:21:01,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:21:01,635 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3000 sec 2024-11-15T07:21:01,635 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731655261635, completionTime=-1 2024-11-15T07:21:01,635 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T07:21:01,636 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T07:21:01,638 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T07:21:01,638 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731655321638 2024-11-15T07:21:01,638 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731655381638 2024-11-15T07:21:01,638 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T07:21:01,638 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,35539,1731655258124-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:01,638 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,35539,1731655258124-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:01,638 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,35539,1731655258124-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:01,638 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32f0bc5975d0:35539, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:01,638 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:01,640 DEBUG [master/32f0bc5975d0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T07:21:01,640 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:01,643 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.254sec 2024-11-15T07:21:01,644 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T07:21:01,644 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T07:21:01,644 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T07:21:01,644 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T07:21:01,644 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T07:21:01,644 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,35539,1731655258124-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:21:01,644 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,35539,1731655258124-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T07:21:01,645 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T07:21:01,645 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T07:21:01,645 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,35539,1731655258124-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:01,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1894897c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:01,649 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,35539,-1 for getting cluster id 2024-11-15T07:21:01,649 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:21:01,650 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49f7bc43-e746-4a0b-afd2-2743c5e0eb2f' 2024-11-15T07:21:01,650 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:21:01,650 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49f7bc43-e746-4a0b-afd2-2743c5e0eb2f" 2024-11-15T07:21:01,651 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fbc962f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:01,651 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,35539,-1] 2024-11-15T07:21:01,651 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:21:01,651 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:01,652 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:21:01,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17ab08dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:01,653 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:21:01,654 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,37135,1731655258305, seqNum=-1] 2024-11-15T07:21:01,655 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:21:01,656 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:21:01,657 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32f0bc5975d0,35539,1731655258124 2024-11-15T07:21:01,658 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:49333 2024-11-15T07:21:01,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:21:01,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013d5e2ea40005 connected 2024-11-15T07:21:01,738 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:21:01,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,34343,1731655252792 2024-11-15T07:21:01,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24a68ca0 2024-11-15T07:21:01,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:21:01,740 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:21:01,741 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34343 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:21:01,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34343 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T07:21:01,743 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T07:21:01,743 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:01,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34343 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T07:21:01,744 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T07:21:01,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:21:01,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741835_1011 (size=902) 2024-11-15T07:21:01,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:21:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:21:02,154 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 02a5685c3c3f158e944a160598b27cbf, NAME => 'test,,1731655261741.02a5685c3c3f158e944a160598b27cbf.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7 2024-11-15T07:21:02,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741836_1012 (size=39) 2024-11-15T07:21:02,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T07:21:02,289 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T07:21:02,290 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:21:02,290 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-15T07:21:02,290 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:21:02,290 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-15T07:21:02,290 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T07:21:02,290 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T07:21:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:21:02,559 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731655261741.02a5685c3c3f158e944a160598b27cbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:21:02,559 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 02a5685c3c3f158e944a160598b27cbf, disabling compactions & flushes 2024-11-15T07:21:02,559 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731655261741.02a5685c3c3f158e944a160598b27cbf. 2024-11-15T07:21:02,559 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731655261741.02a5685c3c3f158e944a160598b27cbf. 2024-11-15T07:21:02,559 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731655261741.02a5685c3c3f158e944a160598b27cbf. after waiting 0 ms 2024-11-15T07:21:02,559 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731655261741.02a5685c3c3f158e944a160598b27cbf. 2024-11-15T07:21:02,560 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731655261741.02a5685c3c3f158e944a160598b27cbf. 2024-11-15T07:21:02,560 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 02a5685c3c3f158e944a160598b27cbf: Waiting for close lock at 1731655262559Disabling compacts and flushes for region at 1731655262559Disabling writes for close at 1731655262559Writing region close event to WAL at 1731655262559Closed at 1731655262559 2024-11-15T07:21:02,561 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T07:21:02,561 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731655261741.02a5685c3c3f158e944a160598b27cbf.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731655262561"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731655262561"}]},"ts":"1731655262561"} 2024-11-15T07:21:02,563 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T07:21:02,564 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T07:21:02,564 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655262564"}]},"ts":"1731655262564"} 2024-11-15T07:21:02,565 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T07:21:02,566 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=02a5685c3c3f158e944a160598b27cbf, ASSIGN}] 2024-11-15T07:21:02,567 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=02a5685c3c3f158e944a160598b27cbf, ASSIGN 2024-11-15T07:21:02,567 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=02a5685c3c3f158e944a160598b27cbf, ASSIGN; state=OFFLINE, location=32f0bc5975d0,45895,1731655252944; forceNewPlan=false, retain=false 2024-11-15T07:21:02,718 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=02a5685c3c3f158e944a160598b27cbf, regionState=OPENING, regionLocation=32f0bc5975d0,45895,1731655252944 2024-11-15T07:21:02,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=02a5685c3c3f158e944a160598b27cbf, ASSIGN because future has completed 2024-11-15T07:21:02,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02a5685c3c3f158e944a160598b27cbf, server=32f0bc5975d0,45895,1731655252944}] 2024-11-15T07:21:02,876 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731655261741.02a5685c3c3f158e944a160598b27cbf. 2024-11-15T07:21:02,876 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 02a5685c3c3f158e944a160598b27cbf, NAME => 'test,,1731655261741.02a5685c3c3f158e944a160598b27cbf.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:21:02,877 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:21:02,877 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T07:21:02,877 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 02a5685c3c3f158e944a160598b27cbf 2024-11-15T07:21:02,877 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731655261741.02a5685c3c3f158e944a160598b27cbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:21:02,877 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 02a5685c3c3f158e944a160598b27cbf 2024-11-15T07:21:02,877 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 02a5685c3c3f158e944a160598b27cbf 2024-11-15T07:21:02,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:21:02,881 INFO [StoreOpener-02a5685c3c3f158e944a160598b27cbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 02a5685c3c3f158e944a160598b27cbf 2024-11-15T07:21:02,882 INFO [StoreOpener-02a5685c3c3f158e944a160598b27cbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02a5685c3c3f158e944a160598b27cbf columnFamilyName f 2024-11-15T07:21:02,882 DEBUG [StoreOpener-02a5685c3c3f158e944a160598b27cbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:02,883 INFO [StoreOpener-02a5685c3c3f158e944a160598b27cbf-1 {}] regionserver.HStore(327): Store=02a5685c3c3f158e944a160598b27cbf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:21:02,883 INFO [StoreOpener-02a5685c3c3f158e944a160598b27cbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 02a5685c3c3f158e944a160598b27cbf 2024-11-15T07:21:02,884 INFO [StoreOpener-02a5685c3c3f158e944a160598b27cbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02a5685c3c3f158e944a160598b27cbf columnFamilyName f1 2024-11-15T07:21:02,884 DEBUG [StoreOpener-02a5685c3c3f158e944a160598b27cbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:02,884 INFO [StoreOpener-02a5685c3c3f158e944a160598b27cbf-1 {}] regionserver.HStore(327): Store=02a5685c3c3f158e944a160598b27cbf/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:21:02,884 INFO [StoreOpener-02a5685c3c3f158e944a160598b27cbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 02a5685c3c3f158e944a160598b27cbf 2024-11-15T07:21:02,885 INFO [StoreOpener-02a5685c3c3f158e944a160598b27cbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 02a5685c3c3f158e944a160598b27cbf columnFamilyName norep 2024-11-15T07:21:02,885 DEBUG [StoreOpener-02a5685c3c3f158e944a160598b27cbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:02,885 INFO [StoreOpener-02a5685c3c3f158e944a160598b27cbf-1 {}] regionserver.HStore(327): Store=02a5685c3c3f158e944a160598b27cbf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:21:02,885 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 02a5685c3c3f158e944a160598b27cbf 2024-11-15T07:21:02,886 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/default/test/02a5685c3c3f158e944a160598b27cbf 2024-11-15T07:21:02,886 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/default/test/02a5685c3c3f158e944a160598b27cbf 2024-11-15T07:21:02,887 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 02a5685c3c3f158e944a160598b27cbf 2024-11-15T07:21:02,887 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 02a5685c3c3f158e944a160598b27cbf 2024-11-15T07:21:02,887 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T07:21:02,888 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 02a5685c3c3f158e944a160598b27cbf 2024-11-15T07:21:02,890 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/default/test/02a5685c3c3f158e944a160598b27cbf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:21:02,890 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 02a5685c3c3f158e944a160598b27cbf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70032564, jitterRate=0.04356652498245239}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T07:21:02,890 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 02a5685c3c3f158e944a160598b27cbf 2024-11-15T07:21:02,890 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 02a5685c3c3f158e944a160598b27cbf: Running coprocessor pre-open hook at 1731655262877Writing region info on filesystem at 1731655262877Initializing all the Stores at 1731655262879 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655262880 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655262881 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655262881Cleaning up temporary data from old regions at 1731655262887 (+6 ms)Running coprocessor post-open hooks at 1731655262890 (+3 ms)Region opened successfully at 1731655262890 2024-11-15T07:21:02,891 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731655261741.02a5685c3c3f158e944a160598b27cbf., pid=6, masterSystemTime=1731655262872 2024-11-15T07:21:02,893 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731655261741.02a5685c3c3f158e944a160598b27cbf. 2024-11-15T07:21:02,893 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731655261741.02a5685c3c3f158e944a160598b27cbf. 2024-11-15T07:21:02,894 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=02a5685c3c3f158e944a160598b27cbf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=32f0bc5975d0,45895,1731655252944 2024-11-15T07:21:02,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 02a5685c3c3f158e944a160598b27cbf, server=32f0bc5975d0,45895,1731655252944 because future has completed 2024-11-15T07:21:02,899 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T07:21:02,899 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 02a5685c3c3f158e944a160598b27cbf, server=32f0bc5975d0,45895,1731655252944 in 177 msec 2024-11-15T07:21:02,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T07:21:02,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=02a5685c3c3f158e944a160598b27cbf, ASSIGN in 333 msec 2024-11-15T07:21:02,901 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T07:21:02,901 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655262901"}]},"ts":"1731655262901"} 2024-11-15T07:21:02,903 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T07:21:02,904 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T07:21:02,906 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1630 sec 2024-11-15T07:21:03,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:21:03,889 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T07:21:03,889 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:21:03,890 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,35539,1731655258124 2024-11-15T07:21:03,890 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ac5992 2024-11-15T07:21:03,890 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:21:03,891 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:21:03,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:21:03,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T07:21:03,893 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T07:21:03,893 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:03,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T07:21:03,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:21:03,894 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T07:21:03,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741835_1011 (size=902) 2024-11-15T07:21:03,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:21:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:21:04,301 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 87f7211367195610bf5de19ff2743ab0, NAME => 'test,,1731655263891.87f7211367195610bf5de19ff2743ab0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc 2024-11-15T07:21:04,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741836_1012 (size=39) 2024-11-15T07:21:04,306 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731655263891.87f7211367195610bf5de19ff2743ab0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:21:04,306 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 87f7211367195610bf5de19ff2743ab0, disabling compactions & flushes 2024-11-15T07:21:04,306 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731655263891.87f7211367195610bf5de19ff2743ab0. 2024-11-15T07:21:04,306 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731655263891.87f7211367195610bf5de19ff2743ab0. 2024-11-15T07:21:04,306 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731655263891.87f7211367195610bf5de19ff2743ab0. after waiting 0 ms 2024-11-15T07:21:04,306 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731655263891.87f7211367195610bf5de19ff2743ab0. 2024-11-15T07:21:04,306 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731655263891.87f7211367195610bf5de19ff2743ab0. 2024-11-15T07:21:04,306 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 87f7211367195610bf5de19ff2743ab0: Waiting for close lock at 1731655264306Disabling compacts and flushes for region at 1731655264306Disabling writes for close at 1731655264306Writing region close event to WAL at 1731655264306Closed at 1731655264306 2024-11-15T07:21:04,307 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T07:21:04,307 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731655263891.87f7211367195610bf5de19ff2743ab0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731655264307"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731655264307"}]},"ts":"1731655264307"} 2024-11-15T07:21:04,308 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T07:21:04,309 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T07:21:04,309 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655264309"}]},"ts":"1731655264309"} 2024-11-15T07:21:04,311 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T07:21:04,311 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=87f7211367195610bf5de19ff2743ab0, ASSIGN}] 2024-11-15T07:21:04,312 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=87f7211367195610bf5de19ff2743ab0, ASSIGN 2024-11-15T07:21:04,313 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=87f7211367195610bf5de19ff2743ab0, ASSIGN; state=OFFLINE, location=32f0bc5975d0,37135,1731655258305; forceNewPlan=false, retain=false 2024-11-15T07:21:04,464 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=87f7211367195610bf5de19ff2743ab0, regionState=OPENING, regionLocation=32f0bc5975d0,37135,1731655258305 2024-11-15T07:21:04,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=87f7211367195610bf5de19ff2743ab0, ASSIGN because future has completed 2024-11-15T07:21:04,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87f7211367195610bf5de19ff2743ab0, server=32f0bc5975d0,37135,1731655258305}] 2024-11-15T07:21:04,488 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:21:04,488 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32f0bc5975d0,34421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:34421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T07:21:04,489 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18258 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32f0bc5975d0,34421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:34421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T07:21:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:21:04,622 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731655263891.87f7211367195610bf5de19ff2743ab0. 2024-11-15T07:21:04,622 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 87f7211367195610bf5de19ff2743ab0, NAME => 'test,,1731655263891.87f7211367195610bf5de19ff2743ab0.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:21:04,622 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:21:04,622 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T07:21:04,622 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 87f7211367195610bf5de19ff2743ab0 2024-11-15T07:21:04,622 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731655263891.87f7211367195610bf5de19ff2743ab0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:21:04,622 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 87f7211367195610bf5de19ff2743ab0 2024-11-15T07:21:04,622 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 87f7211367195610bf5de19ff2743ab0 2024-11-15T07:21:04,624 INFO [StoreOpener-87f7211367195610bf5de19ff2743ab0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 87f7211367195610bf5de19ff2743ab0 2024-11-15T07:21:04,625 INFO [StoreOpener-87f7211367195610bf5de19ff2743ab0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87f7211367195610bf5de19ff2743ab0 columnFamilyName f 2024-11-15T07:21:04,625 DEBUG [StoreOpener-87f7211367195610bf5de19ff2743ab0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:04,625 INFO [StoreOpener-87f7211367195610bf5de19ff2743ab0-1 {}] regionserver.HStore(327): Store=87f7211367195610bf5de19ff2743ab0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:21:04,625 INFO [StoreOpener-87f7211367195610bf5de19ff2743ab0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 87f7211367195610bf5de19ff2743ab0 2024-11-15T07:21:04,626 INFO [StoreOpener-87f7211367195610bf5de19ff2743ab0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87f7211367195610bf5de19ff2743ab0 columnFamilyName f1 2024-11-15T07:21:04,626 DEBUG [StoreOpener-87f7211367195610bf5de19ff2743ab0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:04,626 INFO [StoreOpener-87f7211367195610bf5de19ff2743ab0-1 {}] regionserver.HStore(327): Store=87f7211367195610bf5de19ff2743ab0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:21:04,626 INFO [StoreOpener-87f7211367195610bf5de19ff2743ab0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 87f7211367195610bf5de19ff2743ab0 2024-11-15T07:21:04,627 INFO [StoreOpener-87f7211367195610bf5de19ff2743ab0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 87f7211367195610bf5de19ff2743ab0 columnFamilyName norep 2024-11-15T07:21:04,627 DEBUG [StoreOpener-87f7211367195610bf5de19ff2743ab0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:04,627 INFO [StoreOpener-87f7211367195610bf5de19ff2743ab0-1 {}] regionserver.HStore(327): Store=87f7211367195610bf5de19ff2743ab0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:21:04,627 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 87f7211367195610bf5de19ff2743ab0 2024-11-15T07:21:04,628 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/default/test/87f7211367195610bf5de19ff2743ab0 2024-11-15T07:21:04,628 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/default/test/87f7211367195610bf5de19ff2743ab0 2024-11-15T07:21:04,629 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 87f7211367195610bf5de19ff2743ab0 2024-11-15T07:21:04,629 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 87f7211367195610bf5de19ff2743ab0 2024-11-15T07:21:04,629 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T07:21:04,630 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 87f7211367195610bf5de19ff2743ab0 2024-11-15T07:21:04,632 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/default/test/87f7211367195610bf5de19ff2743ab0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:21:04,632 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 87f7211367195610bf5de19ff2743ab0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59051747, jitterRate=-0.12006039917469025}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T07:21:04,632 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 87f7211367195610bf5de19ff2743ab0 2024-11-15T07:21:04,632 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 87f7211367195610bf5de19ff2743ab0: Running coprocessor pre-open hook at 1731655264623Writing region info on filesystem at 1731655264623Initializing all the Stores at 1731655264623Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655264623Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655264624 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655264624Cleaning up temporary data from old regions at 1731655264629 (+5 ms)Running coprocessor post-open hooks at 1731655264632 (+3 ms)Region opened successfully at 1731655264632 2024-11-15T07:21:04,633 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731655263891.87f7211367195610bf5de19ff2743ab0., pid=6, masterSystemTime=1731655264618 2024-11-15T07:21:04,635 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731655263891.87f7211367195610bf5de19ff2743ab0. 2024-11-15T07:21:04,635 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731655263891.87f7211367195610bf5de19ff2743ab0. 2024-11-15T07:21:04,635 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=87f7211367195610bf5de19ff2743ab0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=32f0bc5975d0,37135,1731655258305 2024-11-15T07:21:04,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 87f7211367195610bf5de19ff2743ab0, server=32f0bc5975d0,37135,1731655258305 because future has completed 2024-11-15T07:21:04,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T07:21:04,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 87f7211367195610bf5de19ff2743ab0, server=32f0bc5975d0,37135,1731655258305 in 172 msec 2024-11-15T07:21:04,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T07:21:04,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=87f7211367195610bf5de19ff2743ab0, ASSIGN in 328 msec 2024-11-15T07:21:04,642 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T07:21:04,642 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655264642"}]},"ts":"1731655264642"} 2024-11-15T07:21:04,644 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T07:21:04,644 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T07:21:04,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 753 msec 2024-11-15T07:21:05,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:21:05,029 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T07:21:05,030 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2591c6ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:05,030 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,34343,-1 for getting cluster id 2024-11-15T07:21:05,030 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:21:05,030 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adb8d52c-ebdb-405e-b080-f650c250aa1c' 2024-11-15T07:21:05,030 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:21:05,031 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adb8d52c-ebdb-405e-b080-f650c250aa1c" 2024-11-15T07:21:05,031 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73e05f9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:05,031 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,34343,-1] 2024-11-15T07:21:05,031 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:21:05,031 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:05,032 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:21:05,032 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cbd8d39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:05,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e85d6d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:05,033 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,35539,-1 for getting cluster id 2024-11-15T07:21:05,033 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:21:05,033 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49f7bc43-e746-4a0b-afd2-2743c5e0eb2f' 2024-11-15T07:21:05,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:21:05,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49f7bc43-e746-4a0b-afd2-2743c5e0eb2f" 2024-11-15T07:21:05,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@215ee73f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:05,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,35539,-1] 2024-11-15T07:21:05,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:21:05,034 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:05,035 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:21:05,035 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ed2e31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:05,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@797e953f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:05,036 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,34343,-1 for getting cluster id 2024-11-15T07:21:05,036 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:21:05,036 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adb8d52c-ebdb-405e-b080-f650c250aa1c' 2024-11-15T07:21:05,036 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:21:05,036 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adb8d52c-ebdb-405e-b080-f650c250aa1c" 2024-11-15T07:21:05,036 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b9f14db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:05,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,34343,-1] 2024-11-15T07:21:05,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:21:05,037 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:05,037 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:21:05,038 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51507c6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:05,038 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:21:05,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,34343,1731655252792 2024-11-15T07:21:05,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fc594d6 2024-11-15T07:21:05,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:21:05,039 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:21:05,040 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34343 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://32f0bc5975d0:35539,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T07:21:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34343 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T07:21:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:21:05,042 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32f0bc5975d0:35539' 2024-11-15T07:21:05,043 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f7e7997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:05,043 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,35539,-1 for getting cluster id 2024-11-15T07:21:05,043 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:21:05,044 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49f7bc43-e746-4a0b-afd2-2743c5e0eb2f' 2024-11-15T07:21:05,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:21:05,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49f7bc43-e746-4a0b-afd2-2743c5e0eb2f" 2024-11-15T07:21:05,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@abc5e73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:05,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,35539,-1] 2024-11-15T07:21:05,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:21:05,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:05,045 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:21:05,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bedace1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:05,046 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:21:05,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,35539,1731655258124 2024-11-15T07:21:05,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@441c0220 2024-11-15T07:21:05,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:21:05,048 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:21:05,048 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T07:21:05,048 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T07:21:05,048 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:05,048 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:05,048 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:21:05,049 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:21:05,050 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T07:21:05,050 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T07:21:05,050 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:05,051 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T07:21:05,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741837_1013 (size=1138) 2024-11-15T07:21:05,100 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T07:21:05,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:21:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:21:05,456 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c36d824288dbe5e1161517ed5d47e1e9, NAME => 'hbase:replication,,1731655265049.c36d824288dbe5e1161517ed5d47e1e9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7 2024-11-15T07:21:05,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741838_1014 (size=44) 2024-11-15T07:21:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:21:05,905 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731655265049.c36d824288dbe5e1161517ed5d47e1e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:21:05,905 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c36d824288dbe5e1161517ed5d47e1e9, disabling compactions & flushes 2024-11-15T07:21:05,905 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731655265049.c36d824288dbe5e1161517ed5d47e1e9. 2024-11-15T07:21:05,906 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731655265049.c36d824288dbe5e1161517ed5d47e1e9. 2024-11-15T07:21:05,906 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731655265049.c36d824288dbe5e1161517ed5d47e1e9. after waiting 0 ms 2024-11-15T07:21:05,906 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731655265049.c36d824288dbe5e1161517ed5d47e1e9. 2024-11-15T07:21:05,906 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731655265049.c36d824288dbe5e1161517ed5d47e1e9. 2024-11-15T07:21:05,906 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c36d824288dbe5e1161517ed5d47e1e9: Waiting for close lock at 1731655265905Disabling compacts and flushes for region at 1731655265905Disabling writes for close at 1731655265906 (+1 ms)Writing region close event to WAL at 1731655265906Closed at 1731655265906 2024-11-15T07:21:05,907 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T07:21:05,907 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731655265049.c36d824288dbe5e1161517ed5d47e1e9.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731655265907"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731655265907"}]},"ts":"1731655265907"} 2024-11-15T07:21:05,908 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T07:21:05,909 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T07:21:05,909 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655265909"}]},"ts":"1731655265909"} 2024-11-15T07:21:05,910 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T07:21:05,911 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c36d824288dbe5e1161517ed5d47e1e9, ASSIGN}] 2024-11-15T07:21:05,911 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c36d824288dbe5e1161517ed5d47e1e9, ASSIGN 2024-11-15T07:21:05,912 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c36d824288dbe5e1161517ed5d47e1e9, ASSIGN; state=OFFLINE, location=32f0bc5975d0,45895,1731655252944; forceNewPlan=false, retain=false 2024-11-15T07:21:06,062 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c36d824288dbe5e1161517ed5d47e1e9, regionState=OPENING, regionLocation=32f0bc5975d0,45895,1731655252944 2024-11-15T07:21:06,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c36d824288dbe5e1161517ed5d47e1e9, ASSIGN because future has completed 2024-11-15T07:21:06,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c36d824288dbe5e1161517ed5d47e1e9, server=32f0bc5975d0,45895,1731655252944}] 2024-11-15T07:21:06,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:21:06,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731655265049.c36d824288dbe5e1161517ed5d47e1e9. 2024-11-15T07:21:06,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:21:06,219 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T07:21:06,220 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C45895%2C1731655252944.rep, suffix=, logDir=hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944, archiveDir=hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/oldWALs, maxLogs=10 2024-11-15T07:21:06,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.rep.1731655266220, exclude list is [], retry=0 2024-11-15T07:21:06,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39193,DS-278fbbd2-3be9-41b9-aef3-0ba635d569fc,DISK] 2024-11-15T07:21:06,234 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.rep.1731655266220 2024-11-15T07:21:06,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42527:42527)] 2024-11-15T07:21:06,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c36d824288dbe5e1161517ed5d47e1e9, NAME => 'hbase:replication,,1731655265049.c36d824288dbe5e1161517ed5d47e1e9.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:21:06,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:21:06,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T07:21:06,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731655265049.c36d824288dbe5e1161517ed5d47e1e9. service=MultiRowMutationService 2024-11-15T07:21:06,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T07:21:06,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c36d824288dbe5e1161517ed5d47e1e9 2024-11-15T07:21:06,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731655265049.c36d824288dbe5e1161517ed5d47e1e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:21:06,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c36d824288dbe5e1161517ed5d47e1e9 2024-11-15T07:21:06,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c36d824288dbe5e1161517ed5d47e1e9 2024-11-15T07:21:06,236 INFO [StoreOpener-c36d824288dbe5e1161517ed5d47e1e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c36d824288dbe5e1161517ed5d47e1e9 2024-11-15T07:21:06,237 INFO [StoreOpener-c36d824288dbe5e1161517ed5d47e1e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c36d824288dbe5e1161517ed5d47e1e9 columnFamilyName hfileref 2024-11-15T07:21:06,237 DEBUG [StoreOpener-c36d824288dbe5e1161517ed5d47e1e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:06,237 INFO [StoreOpener-c36d824288dbe5e1161517ed5d47e1e9-1 {}] regionserver.HStore(327): Store=c36d824288dbe5e1161517ed5d47e1e9/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:21:06,238 INFO [StoreOpener-c36d824288dbe5e1161517ed5d47e1e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c36d824288dbe5e1161517ed5d47e1e9 2024-11-15T07:21:06,238 INFO [StoreOpener-c36d824288dbe5e1161517ed5d47e1e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c36d824288dbe5e1161517ed5d47e1e9 columnFamilyName queue 2024-11-15T07:21:06,238 DEBUG [StoreOpener-c36d824288dbe5e1161517ed5d47e1e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:06,239 INFO [StoreOpener-c36d824288dbe5e1161517ed5d47e1e9-1 {}] regionserver.HStore(327): Store=c36d824288dbe5e1161517ed5d47e1e9/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:21:06,239 INFO [StoreOpener-c36d824288dbe5e1161517ed5d47e1e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c36d824288dbe5e1161517ed5d47e1e9 2024-11-15T07:21:06,239 INFO [StoreOpener-c36d824288dbe5e1161517ed5d47e1e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c36d824288dbe5e1161517ed5d47e1e9 columnFamilyName sid 2024-11-15T07:21:06,239 DEBUG [StoreOpener-c36d824288dbe5e1161517ed5d47e1e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:06,240 INFO [StoreOpener-c36d824288dbe5e1161517ed5d47e1e9-1 {}] regionserver.HStore(327): Store=c36d824288dbe5e1161517ed5d47e1e9/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:21:06,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c36d824288dbe5e1161517ed5d47e1e9 2024-11-15T07:21:06,240 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/hbase/replication/c36d824288dbe5e1161517ed5d47e1e9 2024-11-15T07:21:06,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/hbase/replication/c36d824288dbe5e1161517ed5d47e1e9 2024-11-15T07:21:06,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c36d824288dbe5e1161517ed5d47e1e9 2024-11-15T07:21:06,241 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c36d824288dbe5e1161517ed5d47e1e9 2024-11-15T07:21:06,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T07:21:06,242 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c36d824288dbe5e1161517ed5d47e1e9 2024-11-15T07:21:06,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/hbase/replication/c36d824288dbe5e1161517ed5d47e1e9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:21:06,244 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c36d824288dbe5e1161517ed5d47e1e9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74110268, jitterRate=0.10432904958724976}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T07:21:06,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c36d824288dbe5e1161517ed5d47e1e9 2024-11-15T07:21:06,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c36d824288dbe5e1161517ed5d47e1e9: Running coprocessor pre-open hook at 1731655266235Writing region info on filesystem at 1731655266235Initializing all the Stores at 1731655266236 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655266236Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655266236Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655266236Cleaning up temporary data from old regions at 1731655266241 (+5 ms)Running coprocessor post-open hooks at 1731655266244 (+3 ms)Region opened successfully at 1731655266244 2024-11-15T07:21:06,245 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731655265049.c36d824288dbe5e1161517ed5d47e1e9., pid=10, masterSystemTime=1731655266216 2024-11-15T07:21:06,247 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731655265049.c36d824288dbe5e1161517ed5d47e1e9. 2024-11-15T07:21:06,247 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731655265049.c36d824288dbe5e1161517ed5d47e1e9. 2024-11-15T07:21:06,247 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c36d824288dbe5e1161517ed5d47e1e9, regionState=OPEN, openSeqNum=2, regionLocation=32f0bc5975d0,45895,1731655252944 2024-11-15T07:21:06,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c36d824288dbe5e1161517ed5d47e1e9, server=32f0bc5975d0,45895,1731655252944 because future has completed 2024-11-15T07:21:06,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T07:21:06,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c36d824288dbe5e1161517ed5d47e1e9, server=32f0bc5975d0,45895,1731655252944 in 185 msec 2024-11-15T07:21:06,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T07:21:06,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c36d824288dbe5e1161517ed5d47e1e9, ASSIGN in 340 msec 2024-11-15T07:21:06,253 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T07:21:06,253 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655266253"}]},"ts":"1731655266253"} 2024-11-15T07:21:06,254 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T07:21:06,255 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T07:21:06,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2060 sec 2024-11-15T07:21:06,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731655265049.c36d824288dbe5e1161517ed5d47e1e9., hostname=32f0bc5975d0,45895,1731655252944, seqNum=2] 2024-11-15T07:21:06,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34343-0x1013d5e2ea40000, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1328526901 2024-11-15T07:21:06,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x1013d5e2ea40001, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1328526901 2024-11-15T07:21:06,400 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T07:21:06,438 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T07:21:06,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45895 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T07:21:06,553 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T07:21:06,577 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-32f0bc5975d0,45895,1731655252944, ReplicationSource: 1, currentBandwidth=0 2024-11-15T07:21:06,577 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:21:06,578 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,45895,1731655252944, seqNum=-1] 2024-11-15T07:21:06,578 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:21:06,579 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-15T07:21:06,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-32f0bc5975d0,45895,1731655252944', locateType=CURRENT is [region=hbase:replication,,1731655265049.c36d824288dbe5e1161517ed5d47e1e9., hostname=32f0bc5975d0,45895,1731655252944, seqNum=2] 2024-11-15T07:21:06,583 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T07:21:06,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34343 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T07:21:06,585 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 32f0bc5975d0,45895,1731655252944 suceeded 2024-11-15T07:21:06,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T07:21:06,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-15T07:21:06,586 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://32f0bc5975d0:35539,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T07:21:06,588 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5460 sec 2024-11-15T07:21:06,596 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32f0bc5975d0:35539' 2024-11-15T07:21:06,597 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a5d319a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:06,597 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,35539,-1 for getting cluster id 2024-11-15T07:21:06,598 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:21:06,598 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49f7bc43-e746-4a0b-afd2-2743c5e0eb2f' 2024-11-15T07:21:06,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:21:06,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49f7bc43-e746-4a0b-afd2-2743c5e0eb2f" 2024-11-15T07:21:06,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@654554cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:06,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,35539,-1] 2024-11-15T07:21:06,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:21:06,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:06,600 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:21:06,600 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bcfdba9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:06,600 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:21:06,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,35539,1731655258124 2024-11-15T07:21:06,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c3663d2 2024-11-15T07:21:06,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:21:06,601 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-15T07:21:06,602 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-32f0bc5975d0,45895,1731655252944 (queues=1) is replicating from cluster=adb8d52c-ebdb-405e-b080-f650c250aa1c to cluster=49f7bc43-e746-4a0b-afd2-2743c5e0eb2f 2024-11-15T07:21:06,602 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=32f0bc5975d0%2C45895%2C1731655252944 2024-11-15T07:21:06,602 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-32f0bc5975d0,45895,1731655252944, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T07:21:06,603 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.shipper32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 32f0bc5975d0%2C45895%2C1731655252944 2024-11-15T07:21:06,603 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758, startPosition=0, beingWritten=true 2024-11-15T07:21:06,607 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:21:06,607 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758 to pos 379, reset compression=false 2024-11-15T07:21:06,607 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.shipper32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,45895,1731655252944 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T07:21:06,811 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758 to pos 379, reset compression=false 2024-11-15T07:21:07,096 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T07:21:07,115 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758 to pos 379, reset compression=false 2024-11-15T07:21:07,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:07,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:07,129 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:07,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:07,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:07,130 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:07,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:07,139 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:07,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:07,157 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T07:21:07,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34343 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:21:07,189 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T07:21:07,189 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:21:07,189 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:21:07,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:07,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:07,189 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:21:07,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19b397c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:07,190 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,35539,-1 for getting cluster id 2024-11-15T07:21:07,190 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:21:07,191 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49f7bc43-e746-4a0b-afd2-2743c5e0eb2f' 2024-11-15T07:21:07,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:21:07,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49f7bc43-e746-4a0b-afd2-2743c5e0eb2f" 2024-11-15T07:21:07,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd692c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:07,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,35539,-1] 2024-11-15T07:21:07,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:21:07,192 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:07,192 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:21:07,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45862a6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:07,193 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:21:07,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,35539,1731655258124 2024-11-15T07:21:07,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c37b955 2024-11-15T07:21:07,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:21:07,194 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:21:07,195 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://32f0bc5975d0:34343,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T07:21:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T07:21:07,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:21:07,197 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32f0bc5975d0:34343' 2024-11-15T07:21:07,198 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6684ee83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:07,198 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,34343,-1 for getting cluster id 2024-11-15T07:21:07,198 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:21:07,199 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adb8d52c-ebdb-405e-b080-f650c250aa1c' 2024-11-15T07:21:07,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:21:07,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adb8d52c-ebdb-405e-b080-f650c250aa1c" 2024-11-15T07:21:07,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a946a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:07,199 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,34343,-1] 2024-11-15T07:21:07,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:21:07,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:07,200 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:21:07,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41558451, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:07,201 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:21:07,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,34343,1731655252792 2024-11-15T07:21:07,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@16f58938 2024-11-15T07:21:07,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:21:07,202 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:21:07,203 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T07:21:07,203 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T07:21:07,203 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:07,203 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:07,203 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:21:07,203 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:21:07,204 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T07:21:07,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T07:21:07,205 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:07,206 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T07:21:07,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741837_1013 (size=1138) 2024-11-15T07:21:07,255 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T07:21:07,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:21:07,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:21:07,519 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758 to pos 379, reset compression=false 2024-11-15T07:21:07,612 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d1bab0c6818a1abafb41e521e6608369, NAME => 'hbase:replication,,1731655267203.d1bab0c6818a1abafb41e521e6608369.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc 2024-11-15T07:21:07,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741838_1014 (size=44) 2024-11-15T07:21:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:21:08,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731655267203.d1bab0c6818a1abafb41e521e6608369.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:21:08,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing d1bab0c6818a1abafb41e521e6608369, disabling compactions & flushes 2024-11-15T07:21:08,017 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731655267203.d1bab0c6818a1abafb41e521e6608369. 2024-11-15T07:21:08,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731655267203.d1bab0c6818a1abafb41e521e6608369. 2024-11-15T07:21:08,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731655267203.d1bab0c6818a1abafb41e521e6608369. after waiting 0 ms 2024-11-15T07:21:08,017 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731655267203.d1bab0c6818a1abafb41e521e6608369. 2024-11-15T07:21:08,017 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731655267203.d1bab0c6818a1abafb41e521e6608369. 2024-11-15T07:21:08,018 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for d1bab0c6818a1abafb41e521e6608369: Waiting for close lock at 1731655268017Disabling compacts and flushes for region at 1731655268017Disabling writes for close at 1731655268017Writing region close event to WAL at 1731655268017Closed at 1731655268017 2024-11-15T07:21:08,019 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T07:21:08,019 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731655267203.d1bab0c6818a1abafb41e521e6608369.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731655268019"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731655268019"}]},"ts":"1731655268019"} 2024-11-15T07:21:08,020 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T07:21:08,021 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T07:21:08,021 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655268021"}]},"ts":"1731655268021"} 2024-11-15T07:21:08,022 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758 to pos 379, reset compression=false 2024-11-15T07:21:08,023 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T07:21:08,023 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d1bab0c6818a1abafb41e521e6608369, ASSIGN}] 2024-11-15T07:21:08,024 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d1bab0c6818a1abafb41e521e6608369, ASSIGN 2024-11-15T07:21:08,025 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d1bab0c6818a1abafb41e521e6608369, ASSIGN; state=OFFLINE, location=32f0bc5975d0,37135,1731655258305; forceNewPlan=false, retain=false 2024-11-15T07:21:08,175 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d1bab0c6818a1abafb41e521e6608369, regionState=OPENING, regionLocation=32f0bc5975d0,37135,1731655258305 2024-11-15T07:21:08,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=d1bab0c6818a1abafb41e521e6608369, ASSIGN because future has completed 2024-11-15T07:21:08,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1bab0c6818a1abafb41e521e6608369, server=32f0bc5975d0,37135,1731655258305}] 2024-11-15T07:21:08,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:21:08,333 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731655267203.d1bab0c6818a1abafb41e521e6608369. 2024-11-15T07:21:08,333 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:21:08,333 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T07:21:08,334 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C37135%2C1731655258305.rep, suffix=, logDir=hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305, archiveDir=hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/oldWALs, maxLogs=10 2024-11-15T07:21:08,346 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305/32f0bc5975d0%2C37135%2C1731655258305.rep.1731655268335, exclude list is [], retry=0 2024-11-15T07:21:08,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32859,DS-e4723d1b-412c-4ea3-a0bb-e51ef41d4e9b,DISK] 2024-11-15T07:21:08,349 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305/32f0bc5975d0%2C37135%2C1731655258305.rep.1731655268335 2024-11-15T07:21:08,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39011:39011)] 2024-11-15T07:21:08,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => d1bab0c6818a1abafb41e521e6608369, NAME => 'hbase:replication,,1731655267203.d1bab0c6818a1abafb41e521e6608369.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:21:08,349 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:21:08,349 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T07:21:08,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731655267203.d1bab0c6818a1abafb41e521e6608369. service=MultiRowMutationService 2024-11-15T07:21:08,350 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T07:21:08,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication d1bab0c6818a1abafb41e521e6608369 2024-11-15T07:21:08,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731655267203.d1bab0c6818a1abafb41e521e6608369.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:21:08,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for d1bab0c6818a1abafb41e521e6608369 2024-11-15T07:21:08,350 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for d1bab0c6818a1abafb41e521e6608369 2024-11-15T07:21:08,351 INFO [StoreOpener-d1bab0c6818a1abafb41e521e6608369-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region d1bab0c6818a1abafb41e521e6608369 2024-11-15T07:21:08,352 INFO [StoreOpener-d1bab0c6818a1abafb41e521e6608369-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1bab0c6818a1abafb41e521e6608369 columnFamilyName hfileref 2024-11-15T07:21:08,352 DEBUG [StoreOpener-d1bab0c6818a1abafb41e521e6608369-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:08,352 INFO [StoreOpener-d1bab0c6818a1abafb41e521e6608369-1 {}] regionserver.HStore(327): Store=d1bab0c6818a1abafb41e521e6608369/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:21:08,352 INFO [StoreOpener-d1bab0c6818a1abafb41e521e6608369-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region d1bab0c6818a1abafb41e521e6608369 2024-11-15T07:21:08,353 INFO [StoreOpener-d1bab0c6818a1abafb41e521e6608369-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1bab0c6818a1abafb41e521e6608369 columnFamilyName queue 2024-11-15T07:21:08,353 DEBUG [StoreOpener-d1bab0c6818a1abafb41e521e6608369-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:08,354 INFO [StoreOpener-d1bab0c6818a1abafb41e521e6608369-1 {}] regionserver.HStore(327): Store=d1bab0c6818a1abafb41e521e6608369/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:21:08,354 INFO [StoreOpener-d1bab0c6818a1abafb41e521e6608369-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region d1bab0c6818a1abafb41e521e6608369 2024-11-15T07:21:08,354 INFO [StoreOpener-d1bab0c6818a1abafb41e521e6608369-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d1bab0c6818a1abafb41e521e6608369 columnFamilyName sid 2024-11-15T07:21:08,354 DEBUG [StoreOpener-d1bab0c6818a1abafb41e521e6608369-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:08,354 INFO [StoreOpener-d1bab0c6818a1abafb41e521e6608369-1 {}] regionserver.HStore(327): Store=d1bab0c6818a1abafb41e521e6608369/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:21:08,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for d1bab0c6818a1abafb41e521e6608369 2024-11-15T07:21:08,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/hbase/replication/d1bab0c6818a1abafb41e521e6608369 2024-11-15T07:21:08,355 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/hbase/replication/d1bab0c6818a1abafb41e521e6608369 2024-11-15T07:21:08,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for d1bab0c6818a1abafb41e521e6608369 2024-11-15T07:21:08,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for d1bab0c6818a1abafb41e521e6608369 2024-11-15T07:21:08,356 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T07:21:08,357 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for d1bab0c6818a1abafb41e521e6608369 2024-11-15T07:21:08,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/hbase/replication/d1bab0c6818a1abafb41e521e6608369/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:21:08,359 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened d1bab0c6818a1abafb41e521e6608369; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74810700, jitterRate=0.11476629972457886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T07:21:08,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d1bab0c6818a1abafb41e521e6608369 2024-11-15T07:21:08,359 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for d1bab0c6818a1abafb41e521e6608369: Running coprocessor pre-open hook at 1731655268350Writing region info on filesystem at 1731655268350Initializing all the Stores at 1731655268351 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655268351Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655268351Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655268351Cleaning up temporary data from old regions at 1731655268356 (+5 ms)Running coprocessor post-open hooks at 1731655268359 (+3 ms)Region opened successfully at 1731655268359 2024-11-15T07:21:08,360 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731655267203.d1bab0c6818a1abafb41e521e6608369., pid=10, masterSystemTime=1731655268330 2024-11-15T07:21:08,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731655267203.d1bab0c6818a1abafb41e521e6608369. 2024-11-15T07:21:08,362 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731655267203.d1bab0c6818a1abafb41e521e6608369. 2024-11-15T07:21:08,362 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=d1bab0c6818a1abafb41e521e6608369, regionState=OPEN, openSeqNum=2, regionLocation=32f0bc5975d0,37135,1731655258305 2024-11-15T07:21:08,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure d1bab0c6818a1abafb41e521e6608369, server=32f0bc5975d0,37135,1731655258305 because future has completed 2024-11-15T07:21:08,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T07:21:08,366 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure d1bab0c6818a1abafb41e521e6608369, server=32f0bc5975d0,37135,1731655258305 in 187 msec 2024-11-15T07:21:08,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T07:21:08,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=d1bab0c6818a1abafb41e521e6608369, ASSIGN in 343 msec 2024-11-15T07:21:08,369 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T07:21:08,369 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655268369"}]},"ts":"1731655268369"} 2024-11-15T07:21:08,371 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T07:21:08,371 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T07:21:08,373 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-11-15T07:21:08,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731655267203.d1bab0c6818a1abafb41e521e6608369., hostname=32f0bc5975d0,37135,1731655258305, seqNum=2] 2024-11-15T07:21:08,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35539-0x1013d5e2ea40003, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1385579537 2024-11-15T07:21:08,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x1013d5e2ea40004, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1385579537 2024-11-15T07:21:08,568 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T07:21:08,626 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758 to pos 379, reset compression=false 2024-11-15T07:21:08,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37135 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T07:21:08,720 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T07:21:08,745 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-32f0bc5975d0,37135,1731655258305, ReplicationSource: 1, currentBandwidth=0 2024-11-15T07:21:08,745 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:21:08,745 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,37135,1731655258305, seqNum=-1] 2024-11-15T07:21:08,746 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:21:08,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-15T07:21:08,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-32f0bc5975d0,37135,1731655258305', locateType=CURRENT is [region=hbase:replication,,1731655267203.d1bab0c6818a1abafb41e521e6608369., hostname=32f0bc5975d0,37135,1731655258305, seqNum=2] 2024-11-15T07:21:08,750 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T07:21:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T07:21:08,753 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 32f0bc5975d0,37135,1731655258305 suceeded 2024-11-15T07:21:08,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T07:21:08,754 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-15T07:21:08,754 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://32f0bc5975d0:34343,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T07:21:08,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5590 sec 2024-11-15T07:21:08,763 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32f0bc5975d0:34343' 2024-11-15T07:21:08,764 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74e5db49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:08,764 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,34343,-1 for getting cluster id 2024-11-15T07:21:08,764 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:21:08,765 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adb8d52c-ebdb-405e-b080-f650c250aa1c' 2024-11-15T07:21:08,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:21:08,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adb8d52c-ebdb-405e-b080-f650c250aa1c" 2024-11-15T07:21:08,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c2e6d11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:08,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,34343,-1] 2024-11-15T07:21:08,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:21:08,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:08,766 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:21:08,767 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b6a5cd0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:08,767 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:21:08,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,34343,1731655252792 2024-11-15T07:21:08,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b1cdbb6 2024-11-15T07:21:08,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:21:08,768 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-15T07:21:08,768 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-32f0bc5975d0,37135,1731655258305 (queues=1) is replicating from cluster=49f7bc43-e746-4a0b-afd2-2743c5e0eb2f to cluster=adb8d52c-ebdb-405e-b080-f650c250aa1c 2024-11-15T07:21:08,768 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=32f0bc5975d0%2C37135%2C1731655258305 2024-11-15T07:21:08,769 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-32f0bc5975d0,37135,1731655258305, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T07:21:08,769 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.wal-reader.32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305/32f0bc5975d0%2C37135%2C1731655258305.1731655260572, startPosition=0, beingWritten=true 2024-11-15T07:21:08,770 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.shipper32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 32f0bc5975d0%2C37135%2C1731655258305 2024-11-15T07:21:08,774 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.wal-reader.32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:21:08,774 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.wal-reader.32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305/32f0bc5975d0%2C37135%2C1731655258305.1731655260572 to pos 379, reset compression=false 2024-11-15T07:21:08,774 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.shipper32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,37135,1731655258305 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305/32f0bc5975d0%2C37135%2C1731655258305.1731655260572, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T07:21:08,978 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.wal-reader.32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305/32f0bc5975d0%2C37135%2C1731655258305.1731655260572 to pos 379, reset compression=false 2024-11-15T07:21:09,282 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.wal-reader.32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305/32f0bc5975d0%2C37135%2C1731655258305.1731655260572 to pos 379, reset compression=false 2024-11-15T07:21:09,329 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758 to pos 379, reset compression=false 2024-11-15T07:21:09,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35539 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:21:09,338 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T07:21:09,338 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:21:09,338 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:21:09,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:09,338 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:09,338 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:21:09,339 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:21:09,340 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,45895,1731655252944, seqNum=-1] 2024-11-15T07:21:09,340 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:21:09,341 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:21:09,342 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731655261741.02a5685c3c3f158e944a160598b27cbf., hostname=32f0bc5975d0,45895,1731655252944, seqNum=2] 2024-11-15T07:21:09,344 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:21:09,345 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,37135,1731655258305, seqNum=-1] 2024-11-15T07:21:09,345 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:21:09,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:21:09,347 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731655263891.87f7211367195610bf5de19ff2743ab0., hostname=32f0bc5975d0,37135,1731655258305, seqNum=2] 2024-11-15T07:21:09,348 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-15T07:21:09,686 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.wal-reader.32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305/32f0bc5975d0%2C37135%2C1731655258305.1731655260572 to pos 379, reset compression=false 2024-11-15T07:21:10,132 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758 to pos 379, reset compression=false 2024-11-15T07:21:10,136 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T07:21:10,136 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758 to pos 480, reset compression=false 2024-11-15T07:21:10,136 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.shipper32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,45895,1731655252944 got entry batch from reader: WALEntryBatch [walEntries=[{test/02a5685c3c3f158e944a160598b27cbf/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-15T07:21:10,138 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.shipper32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T07:21:10,139 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-15T07:21:10,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37135 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T07:21:10,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f3b6a90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:10,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37135 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,35539,-1 for getting cluster id 2024-11-15T07:21:10,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37135 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:21:10,142 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '49f7bc43-e746-4a0b-afd2-2743c5e0eb2f' 2024-11-15T07:21:10,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:21:10,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "49f7bc43-e746-4a0b-afd2-2743c5e0eb2f" 2024-11-15T07:21:10,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a0d552c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:10,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,35539,-1] 2024-11-15T07:21:10,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:21:10,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:10,143 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:21:10,144 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37135 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a1dac00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:10,148 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37135 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:21:10,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,37135,1731655258305, seqNum=-1] 2024-11-15T07:21:10,149 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:21:10,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-15T07:21:10,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731655263891.87f7211367195610bf5de19ff2743ab0., hostname=32f0bc5975d0,37135,1731655258305, seqNum=2] 2024-11-15T07:21:10,177 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37135 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T07:21:10,190 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.wal-reader.32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305/32f0bc5975d0%2C37135%2C1731655258305.1731655260572 to pos 379, reset compression=false 2024-11-15T07:21:10,194 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.wal-reader.32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:21:10,194 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.wal-reader.32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305/32f0bc5975d0%2C37135%2C1731655258305.1731655260572 to pos 504, reset compression=false 2024-11-15T07:21:10,194 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.shipper32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,37135,1731655258305 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305/32f0bc5975d0%2C37135%2C1731655258305.1731655260572, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T07:21:10,340 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758 to pos 480, reset compression=false 2024-11-15T07:21:10,351 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-15T07:21:10,354 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-15T07:21:10,398 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.wal-reader.32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305/32f0bc5975d0%2C37135%2C1731655258305.1731655260572 to pos 504, reset compression=false 2024-11-15T07:21:10,402 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.wal-reader.32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T07:21:10,402 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.wal-reader.32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305/32f0bc5975d0%2C37135%2C1731655258305.1731655260572 to pos 608, reset compression=false 2024-11-15T07:21:10,402 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.shipper32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,37135,1731655258305 got entry batch from reader: WALEntryBatch [walEntries=[{test/87f7211367195610bf5de19ff2743ab0/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305/32f0bc5975d0%2C37135%2C1731655258305.1731655260572, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T07:21:10,404 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.shipper32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T07:21:10,405 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-15T07:21:10,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T07:21:10,406 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9021b23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:10,406 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,34343,-1 for getting cluster id 2024-11-15T07:21:10,406 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:21:10,406 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'adb8d52c-ebdb-405e-b080-f650c250aa1c' 2024-11-15T07:21:10,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:21:10,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "adb8d52c-ebdb-405e-b080-f650c250aa1c" 2024-11-15T07:21:10,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@35ea0c91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:10,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,34343,-1] 2024-11-15T07:21:10,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:21:10,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:10,408 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:21:10,408 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55d0e06a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:10,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:21:10,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,45895,1731655252944, seqNum=-1] 2024-11-15T07:21:10,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:21:10,410 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-15T07:21:10,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731655261741.02a5685c3c3f158e944a160598b27cbf., hostname=32f0bc5975d0,45895,1731655252944, seqNum=2] 2024-11-15T07:21:10,414 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T07:21:10,607 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.wal-reader.32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305/32f0bc5975d0%2C37135%2C1731655258305.1731655260572 to pos 608, reset compression=false 2024-11-15T07:21:10,643 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758 to pos 480, reset compression=false 2024-11-15T07:21:10,712 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:21:10,712 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758 to pos 607, reset compression=false 2024-11-15T07:21:10,712 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.shipper32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,45895,1731655252944 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T07:21:10,911 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.wal-reader.32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305/32f0bc5975d0%2C37135%2C1731655258305.1731655260572 to pos 608, reset compression=false 2024-11-15T07:21:10,916 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758 to pos 607, reset compression=false 2024-11-15T07:21:11,219 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758 to pos 607, reset compression=false 2024-11-15T07:21:11,315 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.wal-reader.32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305/32f0bc5975d0%2C37135%2C1731655258305.1731655260572 to pos 608, reset compression=false 2024-11-15T07:21:11,356 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-15T07:21:11,362 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-15T07:21:11,623 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758 to pos 607, reset compression=false 2024-11-15T07:21:11,627 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T07:21:11,627 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758 to pos 763, reset compression=false 2024-11-15T07:21:11,627 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.shipper32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,45895,1731655252944 got entry batch from reader: WALEntryBatch [walEntries=[{test/02a5685c3c3f158e944a160598b27cbf/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-15T07:21:11,629 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37135 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T07:21:11,632 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37135 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T07:21:11,828 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.wal-reader.32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305/32f0bc5975d0%2C37135%2C1731655258305.1731655260572 to pos 608, reset compression=false 2024-11-15T07:21:11,831 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758 to pos 763, reset compression=false 2024-11-15T07:21:11,833 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.wal-reader.32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:21:11,833 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.wal-reader.32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305/32f0bc5975d0%2C37135%2C1731655258305.1731655260572 to pos 756, reset compression=false 2024-11-15T07:21:11,833 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.shipper32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,37135,1731655258305 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305/32f0bc5975d0%2C37135%2C1731655258305.1731655260572, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T07:21:12,038 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.wal-reader.32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305/32f0bc5975d0%2C37135%2C1731655258305.1731655260572 to pos 756, reset compression=false 2024-11-15T07:21:12,136 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758 to pos 763, reset compression=false 2024-11-15T07:21:12,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T07:21:12,289 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T07:21:12,290 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-15T07:21:12,290 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-15T07:21:12,290 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T07:21:12,290 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T07:21:12,341 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.wal-reader.32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305/32f0bc5975d0%2C37135%2C1731655258305.1731655260572 to pos 756, reset compression=false 2024-11-15T07:21:12,364 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-15T07:21:12,367 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-15T07:21:12,541 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758 to pos 763, reset compression=false 2024-11-15T07:21:12,744 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.wal-reader.32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305/32f0bc5975d0%2C37135%2C1731655258305.1731655260572 to pos 756, reset compression=false 2024-11-15T07:21:12,749 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.wal-reader.32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T07:21:12,749 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.wal-reader.32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305/32f0bc5975d0%2C37135%2C1731655258305.1731655260572 to pos 915, reset compression=false 2024-11-15T07:21:12,749 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.shipper32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,37135,1731655258305 got entry batch from reader: WALEntryBatch [walEntries=[{test/87f7211367195610bf5de19ff2743ab0/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305/32f0bc5975d0%2C37135%2C1731655258305.1731655260572, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-15T07:21:12,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T07:21:12,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45895 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T07:21:12,953 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.wal-reader.32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305/32f0bc5975d0%2C37135%2C1731655258305.1731655260572 to pos 915, reset compression=false 2024-11-15T07:21:13,048 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758 to pos 763, reset compression=false 2024-11-15T07:21:13,053 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:21:13,053 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758 to pos 912, reset compression=false 2024-11-15T07:21:13,053 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.shipper32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,45895,1731655252944 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T07:21:13,256 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.wal-reader.32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305/32f0bc5975d0%2C37135%2C1731655258305.1731655260572 to pos 915, reset compression=false 2024-11-15T07:21:13,256 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758 to pos 912, reset compression=false 2024-11-15T07:21:13,369 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-15T07:21:13,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T07:21:13,371 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:21:13,371 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:21:13,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:13,371 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:21:13,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:13,371 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T07:21:13,371 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2023318693, stopped=false 2024-11-15T07:21:13,371 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32f0bc5975d0,35539,1731655258124 2024-11-15T07:21:13,561 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758 to pos 912, reset compression=false 2024-11-15T07:21:13,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x1013d5e2ea40004, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1385579537/running 2024-11-15T07:21:13,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35539-0x1013d5e2ea40003, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1385579537/running 2024-11-15T07:21:13,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x1013d5e2ea40004, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1385579537 2024-11-15T07:21:13,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35539-0x1013d5e2ea40003, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1385579537 2024-11-15T07:21:13,585 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:21:13,585 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:21:13,585 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:21:13,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:13,585 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37135-0x1013d5e2ea40004, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Set watcher on znode that does not yet exist, /1-1385579537/running 2024-11-15T07:21:13,585 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35539-0x1013d5e2ea40003, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Set watcher on znode that does not yet exist, /1-1385579537/running 2024-11-15T07:21:13,585 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32f0bc5975d0,37135,1731655258305' ***** 2024-11-15T07:21:13,585 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T07:21:13,586 INFO [RS:0;32f0bc5975d0:37135 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T07:21:13,586 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T07:21:13,586 INFO [RS:0;32f0bc5975d0:37135 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T07:21:13,586 INFO [RS:0;32f0bc5975d0:37135 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T07:21:13,586 INFO [RS:0;32f0bc5975d0:37135 {}] regionserver.HRegionServer(3091): Received CLOSE for d1bab0c6818a1abafb41e521e6608369 2024-11-15T07:21:13,586 INFO [RS:0;32f0bc5975d0:37135 {}] regionserver.HRegionServer(3091): Received CLOSE for 87f7211367195610bf5de19ff2743ab0 2024-11-15T07:21:13,586 INFO [RS:0;32f0bc5975d0:37135 {}] regionserver.HRegionServer(959): stopping server 32f0bc5975d0,37135,1731655258305 2024-11-15T07:21:13,586 INFO [RS:0;32f0bc5975d0:37135 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:21:13,586 INFO [RS:0;32f0bc5975d0:37135 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:37135. 2024-11-15T07:21:13,587 DEBUG [RS:0;32f0bc5975d0:37135 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:21:13,587 DEBUG [RS:0;32f0bc5975d0:37135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:13,587 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d1bab0c6818a1abafb41e521e6608369, disabling compactions & flushes 2024-11-15T07:21:13,587 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731655267203.d1bab0c6818a1abafb41e521e6608369. 2024-11-15T07:21:13,587 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731655267203.d1bab0c6818a1abafb41e521e6608369. 2024-11-15T07:21:13,587 INFO [RS:0;32f0bc5975d0:37135 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T07:21:13,587 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731655267203.d1bab0c6818a1abafb41e521e6608369. after waiting 0 ms 2024-11-15T07:21:13,587 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731655267203.d1bab0c6818a1abafb41e521e6608369. 2024-11-15T07:21:13,587 INFO [RS:0;32f0bc5975d0:37135 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T07:21:13,587 INFO [RS:0;32f0bc5975d0:37135 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T07:21:13,587 INFO [RS:0;32f0bc5975d0:37135 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T07:21:13,587 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d1bab0c6818a1abafb41e521e6608369 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-15T07:21:13,587 INFO [RS:0;32f0bc5975d0:37135 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T07:21:13,587 DEBUG [RS:0;32f0bc5975d0:37135 {}] regionserver.HRegionServer(1325): Online Regions={d1bab0c6818a1abafb41e521e6608369=hbase:replication,,1731655267203.d1bab0c6818a1abafb41e521e6608369., 87f7211367195610bf5de19ff2743ab0=test,,1731655263891.87f7211367195610bf5de19ff2743ab0., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T07:21:13,587 DEBUG [RS:0;32f0bc5975d0:37135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87f7211367195610bf5de19ff2743ab0, d1bab0c6818a1abafb41e521e6608369 2024-11-15T07:21:13,587 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:21:13,587 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:21:13,587 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:21:13,587 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:21:13,587 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:21:13,587 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T07:21:13,601 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/hbase/meta/1588230740/.tmp/info/d3e306135cbd4eec9d9c1ec4eaf95d78 is 147, key is hbase:replication,,1731655267203.d1bab0c6818a1abafb41e521e6608369./info:regioninfo/1731655268362/Put/seqid=0 2024-11-15T07:21:13,603 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/hbase/replication/d1bab0c6818a1abafb41e521e6608369/.tmp/queue/53e86bdef53b45f39c7e74b092305a0f is 153, key is 1-32f0bc5975d0,37135,1731655258305/queue:32f0bc5975d0%2C37135%2C1731655258305/1731655272753/Put/seqid=0 2024-11-15T07:21:13,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741840_1016 (size=7686) 2024-11-15T07:21:13,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741841_1017 (size=5352) 2024-11-15T07:21:13,612 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/hbase/replication/d1bab0c6818a1abafb41e521e6608369/.tmp/queue/53e86bdef53b45f39c7e74b092305a0f 2024-11-15T07:21:13,616 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/hbase/replication/d1bab0c6818a1abafb41e521e6608369/.tmp/queue/53e86bdef53b45f39c7e74b092305a0f as hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/hbase/replication/d1bab0c6818a1abafb41e521e6608369/queue/53e86bdef53b45f39c7e74b092305a0f 2024-11-15T07:21:13,620 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/hbase/replication/d1bab0c6818a1abafb41e521e6608369/queue/53e86bdef53b45f39c7e74b092305a0f, entries=1, sequenceid=10, filesize=5.2 K 2024-11-15T07:21:13,621 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for d1bab0c6818a1abafb41e521e6608369 in 34ms, sequenceid=10, compaction requested=false 2024-11-15T07:21:13,631 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/hbase/replication/d1bab0c6818a1abafb41e521e6608369/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-15T07:21:13,631 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:21:13,631 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:21:13,632 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731655267203.d1bab0c6818a1abafb41e521e6608369. 2024-11-15T07:21:13,632 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d1bab0c6818a1abafb41e521e6608369: Waiting for close lock at 1731655273586Running coprocessor pre-close hooks at 1731655273586Disabling compacts and flushes for region at 1731655273586Disabling writes for close at 1731655273587 (+1 ms)Obtaining lock to block concurrent updates at 1731655273587Preparing flush snapshotting stores in d1bab0c6818a1abafb41e521e6608369 at 1731655273587Finished memstore snapshotting hbase:replication,,1731655267203.d1bab0c6818a1abafb41e521e6608369., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731655273587Flushing stores of hbase:replication,,1731655267203.d1bab0c6818a1abafb41e521e6608369. at 1731655273588 (+1 ms)Flushing d1bab0c6818a1abafb41e521e6608369/queue: creating writer at 1731655273588Flushing d1bab0c6818a1abafb41e521e6608369/queue: appending metadata at 1731655273602 (+14 ms)Flushing d1bab0c6818a1abafb41e521e6608369/queue: closing flushed file at 1731655273602Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a4233cd: reopening flushed file at 1731655273616 (+14 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for d1bab0c6818a1abafb41e521e6608369 in 34ms, sequenceid=10, compaction requested=false at 1731655273621 (+5 ms)Writing region close event to WAL at 1731655273629 (+8 ms)Running coprocessor post-close hooks at 1731655273631 (+2 ms)Closed at 1731655273632 (+1 ms) 2024-11-15T07:21:13,632 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731655267203.d1bab0c6818a1abafb41e521e6608369. 2024-11-15T07:21:13,632 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 87f7211367195610bf5de19ff2743ab0, disabling compactions & flushes 2024-11-15T07:21:13,632 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731655263891.87f7211367195610bf5de19ff2743ab0. 2024-11-15T07:21:13,632 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731655263891.87f7211367195610bf5de19ff2743ab0. 2024-11-15T07:21:13,632 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731655263891.87f7211367195610bf5de19ff2743ab0. after waiting 0 ms 2024-11-15T07:21:13,632 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731655263891.87f7211367195610bf5de19ff2743ab0. 2024-11-15T07:21:13,632 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 87f7211367195610bf5de19ff2743ab0 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-15T07:21:13,645 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/default/test/87f7211367195610bf5de19ff2743ab0/.tmp/f/2defdc1e7b0c421c8277418b972aa72a is 29, key is row1/f:/1731655272365/DeleteFamily/seqid=0 2024-11-15T07:21:13,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741842_1018 (size=5118) 2024-11-15T07:21:13,654 INFO [regionserver/32f0bc5975d0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:21:13,661 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.wal-reader.32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305/32f0bc5975d0%2C37135%2C1731655258305.1731655260572 to pos 915, reset compression=false 2024-11-15T07:21:13,665 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.wal-reader.32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:21:13,665 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.wal-reader.32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305/32f0bc5975d0%2C37135%2C1731655258305.1731655260572 to pos 1162, reset compression=false 2024-11-15T07:21:13,665 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.shipper32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,37135,1731655258305 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305/32f0bc5975d0%2C37135%2C1731655258305.1731655260572, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T07:21:13,665 ERROR [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.shipper32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 32f0bc5975d0,37135,1731655258305: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-32f0bc5975d0,37135,1731655258305, walGroup=32f0bc5975d0%2C37135%2C1731655258305, offset=32f0bc5975d0%2C37135%2C1731655258305.1731655260572:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:37135 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T07:21:13,666 ERROR [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.shipper32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T07:21:13,666 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.shipper32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T07:21:13,667 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.shipper32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T07:21:13,667 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.shipper32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T07:21:13,667 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.shipper32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T07:21:13,667 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.shipper32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 609544104 }, "NonHeapMemoryUsage": { "committed": 194248704, "init": 7667712, "max": -1, "used": 191082440 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T07:21:13,667 WARN [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.shipper32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:35539 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:35539 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T07:21:13,787 DEBUG [RS:0;32f0bc5975d0:37135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87f7211367195610bf5de19ff2743ab0 2024-11-15T07:21:13,852 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T07:21:13,868 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.wal-reader.32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305/32f0bc5975d0%2C37135%2C1731655258305.1731655260572 to pos 1162, reset compression=false 2024-11-15T07:21:13,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:13,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:13,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:13,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:13,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:13,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:13,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:13,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:13,906 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:13,964 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758 to pos 912, reset compression=false 2024-11-15T07:21:13,987 DEBUG [RS:0;32f0bc5975d0:37135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87f7211367195610bf5de19ff2743ab0 2024-11-15T07:21:14,009 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/hbase/meta/1588230740/.tmp/info/d3e306135cbd4eec9d9c1ec4eaf95d78 2024-11-15T07:21:14,025 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/hbase/meta/1588230740/.tmp/ns/3fd75044bc364649979c63837813817f is 43, key is default/ns:d/1731655261631/Put/seqid=0 2024-11-15T07:21:14,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741843_1019 (size=5153) 2024-11-15T07:21:14,049 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/default/test/87f7211367195610bf5de19ff2743ab0/.tmp/f/2defdc1e7b0c421c8277418b972aa72a 2024-11-15T07:21:14,053 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2defdc1e7b0c421c8277418b972aa72a 2024-11-15T07:21:14,066 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/default/test/87f7211367195610bf5de19ff2743ab0/.tmp/f1/cdbbfe5946c04b0ca8bbe08d03b62e36 is 30, key is row1/f1:/1731655272365/DeleteFamily/seqid=0 2024-11-15T07:21:14,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741844_1020 (size=5123) 2024-11-15T07:21:14,173 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.wal-reader.32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305/32f0bc5975d0%2C37135%2C1731655258305.1731655260572 to pos 1162, reset compression=false 2024-11-15T07:21:14,188 DEBUG [RS:0;32f0bc5975d0:37135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87f7211367195610bf5de19ff2743ab0 2024-11-15T07:21:14,388 DEBUG [RS:0;32f0bc5975d0:37135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87f7211367195610bf5de19ff2743ab0 2024-11-15T07:21:14,429 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/hbase/meta/1588230740/.tmp/ns/3fd75044bc364649979c63837813817f 2024-11-15T07:21:14,450 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/hbase/meta/1588230740/.tmp/rep_barrier/fe167f9133324a2ba2a01e20f8082777 is 112, key is test,,1731655263891.87f7211367195610bf5de19ff2743ab0./rep_barrier:seqnumDuringOpen/1731655264635/Put/seqid=0 2024-11-15T07:21:14,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741845_1021 (size=5518) 2024-11-15T07:21:14,467 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758 to pos 912, reset compression=false 2024-11-15T07:21:14,470 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/default/test/87f7211367195610bf5de19ff2743ab0/.tmp/f1/cdbbfe5946c04b0ca8bbe08d03b62e36 2024-11-15T07:21:14,474 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cdbbfe5946c04b0ca8bbe08d03b62e36 2024-11-15T07:21:14,487 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/default/test/87f7211367195610bf5de19ff2743ab0/.tmp/norep/7a4304e2b98646b1a65963e20c673508 is 33, key is row1/norep:/1731655272365/DeleteFamily/seqid=0 2024-11-15T07:21:14,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741846_1022 (size=5108) 2024-11-15T07:21:14,511 INFO [regionserver/32f0bc5975d0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T07:21:14,511 INFO [regionserver/32f0bc5975d0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T07:21:14,519 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:21:14,519 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32f0bc5975d0,34421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:34421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T07:21:14,519 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28289 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32f0bc5975d0,34421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:34421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T07:21:14,576 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.wal-reader.32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305/32f0bc5975d0%2C37135%2C1731655258305.1731655260572 to pos 1162, reset compression=false 2024-11-15T07:21:14,588 INFO [RS:0;32f0bc5975d0:37135 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T07:21:14,588 DEBUG [RS:0;32f0bc5975d0:37135 {}] regionserver.HRegionServer(1325): Online Regions={87f7211367195610bf5de19ff2743ab0=test,,1731655263891.87f7211367195610bf5de19ff2743ab0., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T07:21:14,588 DEBUG [RS:0;32f0bc5975d0:37135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87f7211367195610bf5de19ff2743ab0 2024-11-15T07:21:14,788 DEBUG [RS:0;32f0bc5975d0:37135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 87f7211367195610bf5de19ff2743ab0 2024-11-15T07:21:14,854 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/hbase/meta/1588230740/.tmp/rep_barrier/fe167f9133324a2ba2a01e20f8082777 2024-11-15T07:21:14,871 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/hbase/meta/1588230740/.tmp/table/11ff2d9f6fc14c4282a50312b48bc8dc is 53, key is hbase:replication/table:state/1731655268369/Put/seqid=0 2024-11-15T07:21:14,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741847_1023 (size=5308) 2024-11-15T07:21:14,891 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/default/test/87f7211367195610bf5de19ff2743ab0/.tmp/norep/7a4304e2b98646b1a65963e20c673508 2024-11-15T07:21:14,895 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a4304e2b98646b1a65963e20c673508 2024-11-15T07:21:14,896 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/default/test/87f7211367195610bf5de19ff2743ab0/.tmp/f/2defdc1e7b0c421c8277418b972aa72a as hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/default/test/87f7211367195610bf5de19ff2743ab0/f/2defdc1e7b0c421c8277418b972aa72a 2024-11-15T07:21:14,900 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2defdc1e7b0c421c8277418b972aa72a 2024-11-15T07:21:14,901 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/default/test/87f7211367195610bf5de19ff2743ab0/f/2defdc1e7b0c421c8277418b972aa72a, entries=2, sequenceid=8, filesize=5.0 K 2024-11-15T07:21:14,901 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/default/test/87f7211367195610bf5de19ff2743ab0/.tmp/f1/cdbbfe5946c04b0ca8bbe08d03b62e36 as hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/default/test/87f7211367195610bf5de19ff2743ab0/f1/cdbbfe5946c04b0ca8bbe08d03b62e36 2024-11-15T07:21:14,906 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cdbbfe5946c04b0ca8bbe08d03b62e36 2024-11-15T07:21:14,906 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/default/test/87f7211367195610bf5de19ff2743ab0/f1/cdbbfe5946c04b0ca8bbe08d03b62e36, entries=2, sequenceid=8, filesize=5.0 K 2024-11-15T07:21:14,907 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/default/test/87f7211367195610bf5de19ff2743ab0/.tmp/norep/7a4304e2b98646b1a65963e20c673508 as hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/default/test/87f7211367195610bf5de19ff2743ab0/norep/7a4304e2b98646b1a65963e20c673508 2024-11-15T07:21:14,911 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a4304e2b98646b1a65963e20c673508 2024-11-15T07:21:14,911 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/default/test/87f7211367195610bf5de19ff2743ab0/norep/7a4304e2b98646b1a65963e20c673508, entries=1, sequenceid=8, filesize=5.0 K 2024-11-15T07:21:14,911 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 87f7211367195610bf5de19ff2743ab0 in 1279ms, sequenceid=8, compaction requested=false 2024-11-15T07:21:14,933 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/default/test/87f7211367195610bf5de19ff2743ab0/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-15T07:21:14,933 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:21:14,933 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T07:21:14,933 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731655263891.87f7211367195610bf5de19ff2743ab0. 2024-11-15T07:21:14,934 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 87f7211367195610bf5de19ff2743ab0: Waiting for close lock at 1731655273632Running coprocessor pre-close hooks at 1731655273632Disabling compacts and flushes for region at 1731655273632Disabling writes for close at 1731655273632Obtaining lock to block concurrent updates at 1731655273632Preparing flush snapshotting stores in 87f7211367195610bf5de19ff2743ab0 at 1731655273632Finished memstore snapshotting test,,1731655263891.87f7211367195610bf5de19ff2743ab0., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731655273632Flushing stores of test,,1731655263891.87f7211367195610bf5de19ff2743ab0. at 1731655273633 (+1 ms)Flushing 87f7211367195610bf5de19ff2743ab0/f: creating writer at 1731655273633Flushing 87f7211367195610bf5de19ff2743ab0/f: appending metadata at 1731655273645 (+12 ms)Flushing 87f7211367195610bf5de19ff2743ab0/f: closing flushed file at 1731655273645Flushing 87f7211367195610bf5de19ff2743ab0/f1: creating writer at 1731655274053 (+408 ms)Flushing 87f7211367195610bf5de19ff2743ab0/f1: appending metadata at 1731655274066 (+13 ms)Flushing 87f7211367195610bf5de19ff2743ab0/f1: closing flushed file at 1731655274066Flushing 87f7211367195610bf5de19ff2743ab0/norep: creating writer at 1731655274474 (+408 ms)Flushing 87f7211367195610bf5de19ff2743ab0/norep: appending metadata at 1731655274487 (+13 ms)Flushing 87f7211367195610bf5de19ff2743ab0/norep: closing flushed file at 1731655274487Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5987979c: reopening flushed file at 1731655274896 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@360b97e9: reopening flushed file at 1731655274901 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d4921de: reopening flushed file at 1731655274906 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 87f7211367195610bf5de19ff2743ab0 in 1279ms, sequenceid=8, compaction requested=false at 1731655274911 (+5 ms)Writing region close event to WAL at 1731655274930 (+19 ms)Running coprocessor post-close hooks at 1731655274933 (+3 ms)Closed at 1731655274933 2024-11-15T07:21:14,934 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731655263891.87f7211367195610bf5de19ff2743ab0. 2024-11-15T07:21:14,988 DEBUG [RS:0;32f0bc5975d0:37135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:21:15,071 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758 to pos 912, reset compression=false 2024-11-15T07:21:15,079 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.wal-reader.32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305/32f0bc5975d0%2C37135%2C1731655258305.1731655260572 to pos 1162, reset compression=false 2024-11-15T07:21:15,082 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.wal-reader.32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:21:15,082 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.wal-reader.32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305/32f0bc5975d0%2C37135%2C1731655258305.1731655260572 to pos 1806, reset compression=false 2024-11-15T07:21:15,189 DEBUG [RS:0;32f0bc5975d0:37135 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:21:15,275 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/hbase/meta/1588230740/.tmp/table/11ff2d9f6fc14c4282a50312b48bc8dc 2024-11-15T07:21:15,279 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/hbase/meta/1588230740/.tmp/info/d3e306135cbd4eec9d9c1ec4eaf95d78 as hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/hbase/meta/1588230740/info/d3e306135cbd4eec9d9c1ec4eaf95d78 2024-11-15T07:21:15,283 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/hbase/meta/1588230740/info/d3e306135cbd4eec9d9c1ec4eaf95d78, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T07:21:15,284 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/hbase/meta/1588230740/.tmp/ns/3fd75044bc364649979c63837813817f as hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/hbase/meta/1588230740/ns/3fd75044bc364649979c63837813817f 2024-11-15T07:21:15,285 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.wal-reader.32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305/32f0bc5975d0%2C37135%2C1731655258305.1731655260572 to pos 1806, reset compression=false 2024-11-15T07:21:15,290 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/hbase/meta/1588230740/ns/3fd75044bc364649979c63837813817f, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T07:21:15,291 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/hbase/meta/1588230740/.tmp/rep_barrier/fe167f9133324a2ba2a01e20f8082777 as hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/hbase/meta/1588230740/rep_barrier/fe167f9133324a2ba2a01e20f8082777 2024-11-15T07:21:15,295 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/hbase/meta/1588230740/rep_barrier/fe167f9133324a2ba2a01e20f8082777, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T07:21:15,296 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/hbase/meta/1588230740/.tmp/table/11ff2d9f6fc14c4282a50312b48bc8dc as hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/hbase/meta/1588230740/table/11ff2d9f6fc14c4282a50312b48bc8dc 2024-11-15T07:21:15,299 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/hbase/meta/1588230740/table/11ff2d9f6fc14c4282a50312b48bc8dc, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T07:21:15,300 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=16, compaction requested=false 2024-11-15T07:21:15,304 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T07:21:15,305 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:21:15,305 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:21:15,305 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:21:15,305 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655273587Running coprocessor pre-close hooks at 1731655273587Disabling compacts and flushes for region at 1731655273587Disabling writes for close at 1731655273587Obtaining lock to block concurrent updates at 1731655273587Preparing flush snapshotting stores in 1588230740 at 1731655273587Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731655273587Flushing stores of hbase:meta,,1.1588230740 at 1731655273588 (+1 ms)Flushing 1588230740/info: creating writer at 1731655273588Flushing 1588230740/info: appending metadata at 1731655273601 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731655273601Flushing 1588230740/ns: creating writer at 1731655274013 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731655274025 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731655274025Flushing 1588230740/rep_barrier: creating writer at 1731655274434 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731655274450 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731655274450Flushing 1588230740/table: creating writer at 1731655274858 (+408 ms)Flushing 1588230740/table: appending metadata at 1731655274871 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731655274871Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fc6cca1: reopening flushed file at 1731655275279 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@388fa897: reopening flushed file at 1731655275283 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@559fccbf: reopening flushed file at 1731655275290 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c5cab7d: reopening flushed file at 1731655275295 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1713ms, sequenceid=16, compaction requested=false at 1731655275300 (+5 ms)Writing region close event to WAL at 1731655275302 (+2 ms)Running coprocessor post-close hooks at 1731655275305 (+3 ms)Closed at 1731655275305 2024-11-15T07:21:15,305 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T07:21:15,389 INFO [RS:0;32f0bc5975d0:37135 {}] regionserver.HRegionServer(976): stopping server 32f0bc5975d0,37135,1731655258305; all regions closed. 2024-11-15T07:21:15,391 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/WALs/32f0bc5975d0,37135,1731655258305/32f0bc5975d0%2C37135%2C1731655258305.meta.1731655261575.meta not finished, retry = 0 2024-11-15T07:21:15,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741834_1010 (size=4239) 2024-11-15T07:21:15,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741839_1015 (size=2676) 2024-11-15T07:21:15,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741832_1008 (size=1814) 2024-11-15T07:21:15,498 DEBUG [RS:0;32f0bc5975d0:37135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:15,498 INFO [RS:0;32f0bc5975d0:37135 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:21:15,498 INFO [RS:0;32f0bc5975d0:37135 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:21:15,498 INFO [RS:0;32f0bc5975d0:37135 {}] hbase.ChoreService(370): Chore service for: regionserver/32f0bc5975d0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T07:21:15,498 INFO [RS:0;32f0bc5975d0:37135 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:21:15,498 INFO [regionserver/32f0bc5975d0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:21:15,498 INFO [RS:0;32f0bc5975d0:37135 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-32f0bc5975d0,37135,1731655258305 because: Region server is closing 2024-11-15T07:21:15,499 INFO [RS:0;32f0bc5975d0:37135 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:37135. 2024-11-15T07:21:15,499 DEBUG [RS:0;32f0bc5975d0:37135 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:21:15,499 DEBUG [RS:0;32f0bc5975d0:37135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:15,499 DEBUG [RS:0;32f0bc5975d0:37135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:15,499 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:21:15,599 INFO [RS:0;32f0bc5975d0:37135 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,37135,1731655258305.replicationSource.shipper32f0bc5975d0%2C37135%2C1731655258305,1-32f0bc5975d0,37135,1731655258305 terminated 2024-11-15T07:21:15,599 INFO [RS:0;32f0bc5975d0:37135 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:37135. 2024-11-15T07:21:15,599 DEBUG [RS:0;32f0bc5975d0:37135 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:21:15,600 DEBUG [RS:0;32f0bc5975d0:37135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:15,600 DEBUG [RS:0;32f0bc5975d0:37135 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:15,600 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:21:15,600 INFO [RS:0;32f0bc5975d0:37135 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37135 2024-11-15T07:21:15,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x1013d5e2ea40004, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1385579537/rs/32f0bc5975d0,37135,1731655258305 2024-11-15T07:21:15,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35539-0x1013d5e2ea40003, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1385579537/rs 2024-11-15T07:21:15,719 INFO [RS:0;32f0bc5975d0:37135 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:21:15,774 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758 to pos 912, reset compression=false 2024-11-15T07:21:15,803 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32f0bc5975d0,37135,1731655258305] 2024-11-15T07:21:15,826 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1385579537/draining/32f0bc5975d0,37135,1731655258305 already deleted, retry=false 2024-11-15T07:21:15,826 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32f0bc5975d0,37135,1731655258305 expired; onlineServers=0 2024-11-15T07:21:15,826 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32f0bc5975d0,35539,1731655258124' ***** 2024-11-15T07:21:15,826 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T07:21:15,826 INFO [M:0;32f0bc5975d0:35539 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:21:15,827 INFO [M:0;32f0bc5975d0:35539 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:21:15,827 DEBUG [M:0;32f0bc5975d0:35539 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T07:21:15,827 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T07:21:15,827 DEBUG [M:0;32f0bc5975d0:35539 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T07:21:15,827 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655260348 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655260348,5,FailOnTimeoutGroup] 2024-11-15T07:21:15,827 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655260348 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655260348,5,FailOnTimeoutGroup] 2024-11-15T07:21:15,827 INFO [M:0;32f0bc5975d0:35539 {}] hbase.ChoreService(370): Chore service for: master/32f0bc5975d0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T07:21:15,827 INFO [M:0;32f0bc5975d0:35539 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:21:15,827 DEBUG [M:0;32f0bc5975d0:35539 {}] master.HMaster(1795): Stopping service threads 2024-11-15T07:21:15,827 INFO [M:0;32f0bc5975d0:35539 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T07:21:15,827 INFO [M:0;32f0bc5975d0:35539 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:21:15,827 INFO [M:0;32f0bc5975d0:35539 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T07:21:15,828 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T07:21:15,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35539-0x1013d5e2ea40003, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1385579537/master 2024-11-15T07:21:15,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35539-0x1013d5e2ea40003, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1385579537 2024-11-15T07:21:15,837 DEBUG [M:0;32f0bc5975d0:35539 {}] zookeeper.ZKUtil(347): master:35539-0x1013d5e2ea40003, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Unable to get data of znode /1-1385579537/master because node does not exist (not an error) 2024-11-15T07:21:15,837 WARN [M:0;32f0bc5975d0:35539 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T07:21:15,837 INFO [M:0;32f0bc5975d0:35539 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/.lastflushedseqids 2024-11-15T07:21:15,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741848_1024 (size=245) 2024-11-15T07:21:15,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x1013d5e2ea40004, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:21:15,904 INFO [RS:0;32f0bc5975d0:37135 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:21:15,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37135-0x1013d5e2ea40004, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:21:15,904 INFO [RS:0;32f0bc5975d0:37135 {}] regionserver.HRegionServer(1031): Exiting; stopping=32f0bc5975d0,37135,1731655258305; zookeeper connection closed. 2024-11-15T07:21:15,904 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40783c09 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40783c09 2024-11-15T07:21:15,904 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T07:21:16,241 INFO [M:0;32f0bc5975d0:35539 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T07:21:16,242 INFO [M:0;32f0bc5975d0:35539 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T07:21:16,242 DEBUG [M:0;32f0bc5975d0:35539 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:21:16,242 INFO [M:0;32f0bc5975d0:35539 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:21:16,242 DEBUG [M:0;32f0bc5975d0:35539 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:21:16,242 DEBUG [M:0;32f0bc5975d0:35539 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:21:16,242 DEBUG [M:0;32f0bc5975d0:35539 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:21:16,242 INFO [M:0;32f0bc5975d0:35539 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-15T07:21:16,260 DEBUG [M:0;32f0bc5975d0:35539 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14aeabf3c6b442048f3ba84648550978 is 82, key is hbase:meta,,1/info:regioninfo/1731655261607/Put/seqid=0 2024-11-15T07:21:16,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741849_1025 (size=5672) 2024-11-15T07:21:16,578 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758 to pos 912, reset compression=false 2024-11-15T07:21:16,664 INFO [M:0;32f0bc5975d0:35539 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14aeabf3c6b442048f3ba84648550978 2024-11-15T07:21:16,685 DEBUG [M:0;32f0bc5975d0:35539 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5d744780ac8441993c93435a16ffda3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731655268372/Put/seqid=0 2024-11-15T07:21:16,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741850_1026 (size=8516) 2024-11-15T07:21:17,089 INFO [M:0;32f0bc5975d0:35539 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5d744780ac8441993c93435a16ffda3 2024-11-15T07:21:17,104 DEBUG [M:0;32f0bc5975d0:35539 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6c7272df58a4b04af788c2547e98829 is 69, key is 32f0bc5975d0,37135,1731655258305/rs:state/1731655260389/Put/seqid=0 2024-11-15T07:21:17,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741851_1027 (size=5156) 2024-11-15T07:21:17,481 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758 to pos 912, reset compression=false 2024-11-15T07:21:17,508 INFO [M:0;32f0bc5975d0:35539 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6c7272df58a4b04af788c2547e98829 2024-11-15T07:21:17,511 DEBUG [M:0;32f0bc5975d0:35539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/14aeabf3c6b442048f3ba84648550978 as hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/14aeabf3c6b442048f3ba84648550978 2024-11-15T07:21:17,515 INFO [M:0;32f0bc5975d0:35539 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/14aeabf3c6b442048f3ba84648550978, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T07:21:17,515 DEBUG [M:0;32f0bc5975d0:35539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5d744780ac8441993c93435a16ffda3 as hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c5d744780ac8441993c93435a16ffda3 2024-11-15T07:21:17,518 INFO [M:0;32f0bc5975d0:35539 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c5d744780ac8441993c93435a16ffda3, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T07:21:17,519 DEBUG [M:0;32f0bc5975d0:35539 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c6c7272df58a4b04af788c2547e98829 as hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c6c7272df58a4b04af788c2547e98829 2024-11-15T07:21:17,522 INFO [M:0;32f0bc5975d0:35539 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33841/user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c6c7272df58a4b04af788c2547e98829, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T07:21:17,522 INFO [M:0;32f0bc5975d0:35539 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false 2024-11-15T07:21:17,523 INFO [M:0;32f0bc5975d0:35539 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:21:17,523 DEBUG [M:0;32f0bc5975d0:35539 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655276242Disabling compacts and flushes for region at 1731655276242Disabling writes for close at 1731655276242Obtaining lock to block concurrent updates at 1731655276242Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731655276242Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731655276242Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731655276243 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731655276243Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731655276260 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731655276260Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731655276668 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731655276685 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731655276685Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731655277092 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731655277104 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731655277104Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@313c23d2: reopening flushed file at 1731655277511 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f449ebd: reopening flushed file at 1731655277515 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74db59d2: reopening flushed file at 1731655277518 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1280ms, sequenceid=97, compaction requested=false at 1731655277522 (+4 ms)Writing region close event to WAL at 1731655277523 (+1 ms)Closed at 1731655277523 2024-11-15T07:21:17,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32859 is added to blk_1073741830_1006 (size=63654) 2024-11-15T07:21:17,525 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ae51b3c5-a76d-4276-5118-f568c108e6fc/MasterData/WALs/32f0bc5975d0,35539,1731655258124/32f0bc5975d0%2C35539%2C1731655258124.1731655260081 not finished, retry = 0 2024-11-15T07:21:17,626 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:21:17,626 INFO [M:0;32f0bc5975d0:35539 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T07:21:17,626 INFO [M:0;32f0bc5975d0:35539 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35539 2024-11-15T07:21:17,626 INFO [M:0;32f0bc5975d0:35539 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:21:18,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35539-0x1013d5e2ea40003, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:21:18,182 INFO [M:0;32f0bc5975d0:35539 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:21:18,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35539-0x1013d5e2ea40003, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:21:18,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33384d31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T07:21:18,194 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d6e6af7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T07:21:18,194 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T07:21:18,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71a2b211{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T07:21:18,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@209ec4cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f86666-0f1a-03b3-bd3e-ada49bba4a5b/hadoop.log.dir/,STOPPED} 2024-11-15T07:21:18,196 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T07:21:18,196 WARN [BP-985735589-172.17.0.2-1731655255927 heartbeating to localhost/127.0.0.1:33841 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T07:21:18,196 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T07:21:18,196 WARN [BP-985735589-172.17.0.2-1731655255927 heartbeating to localhost/127.0.0.1:33841 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-985735589-172.17.0.2-1731655255927 (Datanode Uuid f8301401-641c-45de-81e8-97bbad36d6ac) service to localhost/127.0.0.1:33841 2024-11-15T07:21:18,196 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f86666-0f1a-03b3-bd3e-ada49bba4a5b/cluster_9568fd13-c64c-afc1-b676-641dcd835750/data/data1/current/BP-985735589-172.17.0.2-1731655255927 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T07:21:18,196 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f86666-0f1a-03b3-bd3e-ada49bba4a5b/cluster_9568fd13-c64c-afc1-b676-641dcd835750/data/data2/current/BP-985735589-172.17.0.2-1731655255927 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T07:21:18,197 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T07:21:18,202 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73227e22{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T07:21:18,203 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2b56f4df{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T07:21:18,203 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T07:21:18,203 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2273b3b3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T07:21:18,203 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71d2debf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f86666-0f1a-03b3-bd3e-ada49bba4a5b/hadoop.log.dir/,STOPPED} 2024-11-15T07:21:18,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T07:21:18,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T07:21:18,218 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:21:18,218 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:21:18,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:18,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:18,219 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:21:18,219 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T07:21:18,219 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2093937912, stopped=false 2024-11-15T07:21:18,219 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32f0bc5975d0,34343,1731655252792 2024-11-15T07:21:18,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x1013d5e2ea40001, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1328526901/running 2024-11-15T07:21:18,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34343-0x1013d5e2ea40000, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1328526901/running 2024-11-15T07:21:18,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x1013d5e2ea40001, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1328526901 2024-11-15T07:21:18,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34343-0x1013d5e2ea40000, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1328526901 2024-11-15T07:21:18,446 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:21:18,446 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:21:18,446 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:21:18,446 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:18,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45895-0x1013d5e2ea40001, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Set watcher on znode that does not yet exist, /0-1328526901/running 2024-11-15T07:21:18,446 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32f0bc5975d0,45895,1731655252944' ***** 2024-11-15T07:21:18,447 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T07:21:18,447 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34343-0x1013d5e2ea40000, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Set watcher on znode that does not yet exist, /0-1328526901/running 2024-11-15T07:21:18,447 INFO [RS:0;32f0bc5975d0:45895 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T07:21:18,447 INFO [RS:0;32f0bc5975d0:45895 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T07:21:18,447 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T07:21:18,447 INFO [RS:0;32f0bc5975d0:45895 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T07:21:18,447 INFO [RS:0;32f0bc5975d0:45895 {}] regionserver.HRegionServer(3091): Received CLOSE for 02a5685c3c3f158e944a160598b27cbf 2024-11-15T07:21:18,447 INFO [RS:0;32f0bc5975d0:45895 {}] regionserver.HRegionServer(3091): Received CLOSE for c36d824288dbe5e1161517ed5d47e1e9 2024-11-15T07:21:18,447 INFO [RS:0;32f0bc5975d0:45895 {}] regionserver.HRegionServer(959): stopping server 32f0bc5975d0,45895,1731655252944 2024-11-15T07:21:18,447 INFO [RS:0;32f0bc5975d0:45895 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:21:18,447 INFO [RS:0;32f0bc5975d0:45895 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:45895. 2024-11-15T07:21:18,447 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 02a5685c3c3f158e944a160598b27cbf, disabling compactions & flushes 2024-11-15T07:21:18,447 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731655261741.02a5685c3c3f158e944a160598b27cbf. 2024-11-15T07:21:18,447 DEBUG [RS:0;32f0bc5975d0:45895 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:21:18,447 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731655261741.02a5685c3c3f158e944a160598b27cbf. 2024-11-15T07:21:18,447 DEBUG [RS:0;32f0bc5975d0:45895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:18,447 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731655261741.02a5685c3c3f158e944a160598b27cbf. after waiting 0 ms 2024-11-15T07:21:18,447 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731655261741.02a5685c3c3f158e944a160598b27cbf. 2024-11-15T07:21:18,448 INFO [RS:0;32f0bc5975d0:45895 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T07:21:18,448 INFO [RS:0;32f0bc5975d0:45895 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T07:21:18,448 INFO [RS:0;32f0bc5975d0:45895 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T07:21:18,448 INFO [RS:0;32f0bc5975d0:45895 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T07:21:18,448 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 02a5685c3c3f158e944a160598b27cbf 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-15T07:21:18,448 INFO [RS:0;32f0bc5975d0:45895 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T07:21:18,448 DEBUG [RS:0;32f0bc5975d0:45895 {}] regionserver.HRegionServer(1325): Online Regions={02a5685c3c3f158e944a160598b27cbf=test,,1731655261741.02a5685c3c3f158e944a160598b27cbf., 1588230740=hbase:meta,,1.1588230740, c36d824288dbe5e1161517ed5d47e1e9=hbase:replication,,1731655265049.c36d824288dbe5e1161517ed5d47e1e9.} 2024-11-15T07:21:18,448 DEBUG [RS:0;32f0bc5975d0:45895 {}] regionserver.HRegionServer(1351): Waiting on 02a5685c3c3f158e944a160598b27cbf, 1588230740, c36d824288dbe5e1161517ed5d47e1e9 2024-11-15T07:21:18,448 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:21:18,448 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:21:18,448 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:21:18,448 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:21:18,448 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:21:18,448 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T07:21:18,452 INFO [regionserver/32f0bc5975d0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:21:18,461 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/hbase/meta/1588230740/.tmp/info/1fe05720eab34769942cc1280777923c is 147, key is hbase:replication,,1731655265049.c36d824288dbe5e1161517ed5d47e1e9./info:regioninfo/1731655266247/Put/seqid=0 2024-11-15T07:21:18,461 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/default/test/02a5685c3c3f158e944a160598b27cbf/.tmp/f/c194bb12243f4796a635b998cfae82df is 29, key is row1/f:/1731655272365/DeleteFamily/seqid=0 2024-11-15T07:21:18,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741840_1016 (size=5118) 2024-11-15T07:21:18,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741841_1017 (size=7686) 2024-11-15T07:21:18,484 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758 to pos 912, reset compression=false 2024-11-15T07:21:18,489 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:21:18,489 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758 to pos 1159, reset compression=false 2024-11-15T07:21:18,489 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.shipper32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,45895,1731655252944 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T07:21:18,490 ERROR [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.shipper32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 32f0bc5975d0,45895,1731655252944: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-32f0bc5975d0,45895,1731655252944, walGroup=32f0bc5975d0%2C45895%2C1731655252944, offset=32f0bc5975d0%2C45895%2C1731655252944.1731655254758:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:45895 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T07:21:18,491 ERROR [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.shipper32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T07:21:18,491 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.shipper32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T07:21:18,492 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.shipper32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T07:21:18,492 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.shipper32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T07:21:18,492 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.shipper32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T07:21:18,492 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.shipper32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 691333032 }, "NonHeapMemoryUsage": { "committed": 194576384, "init": 7667712, "max": -1, "used": 191740328 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T07:21:18,492 WARN [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.shipper32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:34343 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:34343 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T07:21:18,624 INFO [regionserver/32f0bc5975d0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T07:21:18,624 INFO [regionserver/32f0bc5975d0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T07:21:18,648 DEBUG [RS:0;32f0bc5975d0:45895 {}] regionserver.HRegionServer(1351): Waiting on 02a5685c3c3f158e944a160598b27cbf, 1588230740, c36d824288dbe5e1161517ed5d47e1e9 2024-11-15T07:21:18,693 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758 to pos 1159, reset compression=false 2024-11-15T07:21:18,848 DEBUG [RS:0;32f0bc5975d0:45895 {}] regionserver.HRegionServer(1351): Waiting on 02a5685c3c3f158e944a160598b27cbf, 1588230740, c36d824288dbe5e1161517ed5d47e1e9 2024-11-15T07:21:18,865 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/default/test/02a5685c3c3f158e944a160598b27cbf/.tmp/f/c194bb12243f4796a635b998cfae82df 2024-11-15T07:21:18,865 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/hbase/meta/1588230740/.tmp/info/1fe05720eab34769942cc1280777923c 2024-11-15T07:21:18,869 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c194bb12243f4796a635b998cfae82df 2024-11-15T07:21:18,880 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/hbase/meta/1588230740/.tmp/ns/527caf40cb604c1ebbdb4dd423696c13 is 43, key is default/ns:d/1731655255850/Put/seqid=0 2024-11-15T07:21:18,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741842_1018 (size=5153) 2024-11-15T07:21:18,885 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/default/test/02a5685c3c3f158e944a160598b27cbf/.tmp/f1/7d5118f39ec64fae87d755a7993abf80 is 30, key is row1/f1:/1731655272365/DeleteFamily/seqid=0 2024-11-15T07:21:18,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741843_1019 (size=5123) 2024-11-15T07:21:18,996 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758 to pos 1159, reset compression=false 2024-11-15T07:21:19,048 DEBUG [RS:0;32f0bc5975d0:45895 {}] regionserver.HRegionServer(1351): Waiting on 02a5685c3c3f158e944a160598b27cbf, 1588230740, c36d824288dbe5e1161517ed5d47e1e9 2024-11-15T07:21:19,134 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T07:21:19,135 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:19,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:19,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:19,173 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:19,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:19,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:19,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:19,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:19,185 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:19,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:19,248 DEBUG [RS:0;32f0bc5975d0:45895 {}] regionserver.HRegionServer(1351): Waiting on 02a5685c3c3f158e944a160598b27cbf, 1588230740, c36d824288dbe5e1161517ed5d47e1e9 2024-11-15T07:21:19,284 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/hbase/meta/1588230740/.tmp/ns/527caf40cb604c1ebbdb4dd423696c13 2024-11-15T07:21:19,288 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/default/test/02a5685c3c3f158e944a160598b27cbf/.tmp/f1/7d5118f39ec64fae87d755a7993abf80 2024-11-15T07:21:19,291 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d5118f39ec64fae87d755a7993abf80 2024-11-15T07:21:19,300 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/hbase/meta/1588230740/.tmp/rep_barrier/b9442e11bde34e269a1a6e43ddc56708 is 112, key is test,,1731655261741.02a5685c3c3f158e944a160598b27cbf./rep_barrier:seqnumDuringOpen/1731655262894/Put/seqid=0 2024-11-15T07:21:19,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741844_1020 (size=5518) 2024-11-15T07:21:19,306 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/hbase/meta/1588230740/.tmp/rep_barrier/b9442e11bde34e269a1a6e43ddc56708 2024-11-15T07:21:19,309 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/default/test/02a5685c3c3f158e944a160598b27cbf/.tmp/norep/8ada80161518423b824468a9c7983ddd is 32, key is row/norep:/1731655271359/DeleteFamily/seqid=0 2024-11-15T07:21:19,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741845_1021 (size=5101) 2024-11-15T07:21:19,312 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/default/test/02a5685c3c3f158e944a160598b27cbf/.tmp/norep/8ada80161518423b824468a9c7983ddd 2024-11-15T07:21:19,315 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ada80161518423b824468a9c7983ddd 2024-11-15T07:21:19,316 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/default/test/02a5685c3c3f158e944a160598b27cbf/.tmp/f/c194bb12243f4796a635b998cfae82df as hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/default/test/02a5685c3c3f158e944a160598b27cbf/f/c194bb12243f4796a635b998cfae82df 2024-11-15T07:21:19,320 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c194bb12243f4796a635b998cfae82df 2024-11-15T07:21:19,320 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/default/test/02a5685c3c3f158e944a160598b27cbf/f/c194bb12243f4796a635b998cfae82df, entries=2, sequenceid=8, filesize=5.0 K 2024-11-15T07:21:19,321 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/default/test/02a5685c3c3f158e944a160598b27cbf/.tmp/f1/7d5118f39ec64fae87d755a7993abf80 as hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/default/test/02a5685c3c3f158e944a160598b27cbf/f1/7d5118f39ec64fae87d755a7993abf80 2024-11-15T07:21:19,324 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7d5118f39ec64fae87d755a7993abf80 2024-11-15T07:21:19,324 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/default/test/02a5685c3c3f158e944a160598b27cbf/f1/7d5118f39ec64fae87d755a7993abf80, entries=2, sequenceid=8, filesize=5.0 K 2024-11-15T07:21:19,326 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/default/test/02a5685c3c3f158e944a160598b27cbf/.tmp/norep/8ada80161518423b824468a9c7983ddd as hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/default/test/02a5685c3c3f158e944a160598b27cbf/norep/8ada80161518423b824468a9c7983ddd 2024-11-15T07:21:19,326 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/hbase/meta/1588230740/.tmp/table/a25be15feb7141e4a964bcff3621bf9d is 53, key is hbase:replication/table:state/1731655266253/Put/seqid=0 2024-11-15T07:21:19,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741846_1022 (size=5308) 2024-11-15T07:21:19,330 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8ada80161518423b824468a9c7983ddd 2024-11-15T07:21:19,330 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/default/test/02a5685c3c3f158e944a160598b27cbf/norep/8ada80161518423b824468a9c7983ddd, entries=1, sequenceid=8, filesize=5.0 K 2024-11-15T07:21:19,331 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 02a5685c3c3f158e944a160598b27cbf in 883ms, sequenceid=8, compaction requested=false 2024-11-15T07:21:19,331 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T07:21:19,335 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/default/test/02a5685c3c3f158e944a160598b27cbf/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-15T07:21:19,335 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:21:19,335 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T07:21:19,336 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731655261741.02a5685c3c3f158e944a160598b27cbf. 2024-11-15T07:21:19,336 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 02a5685c3c3f158e944a160598b27cbf: Waiting for close lock at 1731655278447Running coprocessor pre-close hooks at 1731655278447Disabling compacts and flushes for region at 1731655278447Disabling writes for close at 1731655278447Obtaining lock to block concurrent updates at 1731655278448 (+1 ms)Preparing flush snapshotting stores in 02a5685c3c3f158e944a160598b27cbf at 1731655278448Finished memstore snapshotting test,,1731655261741.02a5685c3c3f158e944a160598b27cbf., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731655278448Flushing stores of test,,1731655261741.02a5685c3c3f158e944a160598b27cbf. at 1731655278448Flushing 02a5685c3c3f158e944a160598b27cbf/f: creating writer at 1731655278448Flushing 02a5685c3c3f158e944a160598b27cbf/f: appending metadata at 1731655278460 (+12 ms)Flushing 02a5685c3c3f158e944a160598b27cbf/f: closing flushed file at 1731655278460Flushing 02a5685c3c3f158e944a160598b27cbf/f1: creating writer at 1731655278869 (+409 ms)Flushing 02a5685c3c3f158e944a160598b27cbf/f1: appending metadata at 1731655278884 (+15 ms)Flushing 02a5685c3c3f158e944a160598b27cbf/f1: closing flushed file at 1731655278884Flushing 02a5685c3c3f158e944a160598b27cbf/norep: creating writer at 1731655279291 (+407 ms)Flushing 02a5685c3c3f158e944a160598b27cbf/norep: appending metadata at 1731655279308 (+17 ms)Flushing 02a5685c3c3f158e944a160598b27cbf/norep: closing flushed file at 1731655279308Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30ba3ff2: reopening flushed file at 1731655279316 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52fccd52: reopening flushed file at 1731655279320 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7821a7ca: reopening flushed file at 1731655279325 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 02a5685c3c3f158e944a160598b27cbf in 883ms, sequenceid=8, compaction requested=false at 1731655279331 (+6 ms)Writing region close event to WAL at 1731655279332 (+1 ms)Running coprocessor post-close hooks at 1731655279335 (+3 ms)Closed at 1731655279336 (+1 ms) 2024-11-15T07:21:19,336 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731655261741.02a5685c3c3f158e944a160598b27cbf. 2024-11-15T07:21:19,336 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c36d824288dbe5e1161517ed5d47e1e9, disabling compactions & flushes 2024-11-15T07:21:19,336 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731655265049.c36d824288dbe5e1161517ed5d47e1e9. 2024-11-15T07:21:19,336 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731655265049.c36d824288dbe5e1161517ed5d47e1e9. 2024-11-15T07:21:19,336 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731655265049.c36d824288dbe5e1161517ed5d47e1e9. after waiting 0 ms 2024-11-15T07:21:19,336 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731655265049.c36d824288dbe5e1161517ed5d47e1e9. 2024-11-15T07:21:19,336 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c36d824288dbe5e1161517ed5d47e1e9: Waiting for close lock at 1731655279336Running coprocessor pre-close hooks at 1731655279336Disabling compacts and flushes for region at 1731655279336Disabling writes for close at 1731655279336Failed flush hbase:replication,,1731655265049.c36d824288dbe5e1161517ed5d47e1e9., putting online again at 1731655279336 2024-11-15T07:21:19,336 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731655265049.c36d824288dbe5e1161517ed5d47e1e9. 2024-11-15T07:21:19,400 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758 to pos 1159, reset compression=false 2024-11-15T07:21:19,405 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:21:19,405 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758 to pos 1803, reset compression=false 2024-11-15T07:21:19,449 INFO [RS:0;32f0bc5975d0:45895 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T07:21:19,449 DEBUG [RS:0;32f0bc5975d0:45895 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c36d824288dbe5e1161517ed5d47e1e9=hbase:replication,,1731655265049.c36d824288dbe5e1161517ed5d47e1e9.} 2024-11-15T07:21:19,449 INFO [RS:0;32f0bc5975d0:45895 {}] regionserver.HRegionServer(3091): Received CLOSE for c36d824288dbe5e1161517ed5d47e1e9 2024-11-15T07:21:19,449 DEBUG [RS:0;32f0bc5975d0:45895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c36d824288dbe5e1161517ed5d47e1e9 2024-11-15T07:21:19,449 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c36d824288dbe5e1161517ed5d47e1e9, disabling compactions & flushes 2024-11-15T07:21:19,449 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731655265049.c36d824288dbe5e1161517ed5d47e1e9. 2024-11-15T07:21:19,449 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731655265049.c36d824288dbe5e1161517ed5d47e1e9. 2024-11-15T07:21:19,449 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731655265049.c36d824288dbe5e1161517ed5d47e1e9. after waiting 0 ms 2024-11-15T07:21:19,449 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731655265049.c36d824288dbe5e1161517ed5d47e1e9. 2024-11-15T07:21:19,449 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c36d824288dbe5e1161517ed5d47e1e9: Waiting for close lock at 1731655279449Running coprocessor pre-close hooks at 1731655279449Disabling compacts and flushes for region at 1731655279449Disabling writes for close at 1731655279449Failed flush hbase:replication,,1731655265049.c36d824288dbe5e1161517ed5d47e1e9., putting online again at 1731655279449 2024-11-15T07:21:19,449 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731655265049.c36d824288dbe5e1161517ed5d47e1e9. 2024-11-15T07:21:19,608 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758 to pos 1803, reset compression=false 2024-11-15T07:21:19,649 DEBUG [RS:0;32f0bc5975d0:45895 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:21:19,731 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/hbase/meta/1588230740/.tmp/table/a25be15feb7141e4a964bcff3621bf9d 2024-11-15T07:21:19,735 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/hbase/meta/1588230740/.tmp/info/1fe05720eab34769942cc1280777923c as hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/hbase/meta/1588230740/info/1fe05720eab34769942cc1280777923c 2024-11-15T07:21:19,738 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/hbase/meta/1588230740/info/1fe05720eab34769942cc1280777923c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T07:21:19,739 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/hbase/meta/1588230740/.tmp/ns/527caf40cb604c1ebbdb4dd423696c13 as hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/hbase/meta/1588230740/ns/527caf40cb604c1ebbdb4dd423696c13 2024-11-15T07:21:19,742 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/hbase/meta/1588230740/ns/527caf40cb604c1ebbdb4dd423696c13, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T07:21:19,743 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/hbase/meta/1588230740/.tmp/rep_barrier/b9442e11bde34e269a1a6e43ddc56708 as hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/hbase/meta/1588230740/rep_barrier/b9442e11bde34e269a1a6e43ddc56708 2024-11-15T07:21:19,746 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/hbase/meta/1588230740/rep_barrier/b9442e11bde34e269a1a6e43ddc56708, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T07:21:19,746 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/hbase/meta/1588230740/.tmp/table/a25be15feb7141e4a964bcff3621bf9d as hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/hbase/meta/1588230740/table/a25be15feb7141e4a964bcff3621bf9d 2024-11-15T07:21:19,749 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/hbase/meta/1588230740/table/a25be15feb7141e4a964bcff3621bf9d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T07:21:19,750 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=16, compaction requested=false 2024-11-15T07:21:19,750 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T07:21:19,754 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T07:21:19,754 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:21:19,754 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:21:19,755 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:21:19,755 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655278448Running coprocessor pre-close hooks at 1731655278448Disabling compacts and flushes for region at 1731655278448Disabling writes for close at 1731655278448Obtaining lock to block concurrent updates at 1731655278448Preparing flush snapshotting stores in 1588230740 at 1731655278448Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731655278448Flushing stores of hbase:meta,,1.1588230740 at 1731655278449 (+1 ms)Flushing 1588230740/info: creating writer at 1731655278449Flushing 1588230740/info: appending metadata at 1731655278461 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731655278461Flushing 1588230740/ns: creating writer at 1731655278869 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731655278880 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1731655278880Flushing 1588230740/rep_barrier: creating writer at 1731655279287 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731655279300 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731655279300Flushing 1588230740/table: creating writer at 1731655279310 (+10 ms)Flushing 1588230740/table: appending metadata at 1731655279326 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731655279326Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@529ec67e: reopening flushed file at 1731655279734 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68491f1: reopening flushed file at 1731655279738 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a1a0f14: reopening flushed file at 1731655279742 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1599ea50: reopening flushed file at 1731655279746 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=16, compaction requested=false at 1731655279750 (+4 ms)Writing region close event to WAL at 1731655279751 (+1 ms)Running coprocessor post-close hooks at 1731655279754 (+3 ms)Closed at 1731655279755 (+1 ms) 2024-11-15T07:21:19,755 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T07:21:19,849 INFO [RS:0;32f0bc5975d0:45895 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-15T07:21:19,849 INFO [RS:0;32f0bc5975d0:45895 {}] regionserver.HRegionServer(976): stopping server 32f0bc5975d0,45895,1731655252944; all regions closed. 2024-11-15T07:21:19,851 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.meta.1731655255781.meta not finished, retry = 0 2024-11-15T07:21:19,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741834_1010 (size=4239) 2024-11-15T07:21:19,913 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758 to pos 1803, reset compression=false 2024-11-15T07:21:19,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741839_1015 (size=1733) 2024-11-15T07:21:19,954 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.rep.1731655266220 not finished, retry = 0 2024-11-15T07:21:20,056 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/WALs/32f0bc5975d0,45895,1731655252944/32f0bc5975d0%2C45895%2C1731655252944.1731655254758 not finished, retry = 0 2024-11-15T07:21:20,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741832_1008 (size=1811) 2024-11-15T07:21:20,157 DEBUG [RS:0;32f0bc5975d0:45895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:20,157 INFO [RS:0;32f0bc5975d0:45895 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:21:20,157 INFO [RS:0;32f0bc5975d0:45895 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:21:20,157 INFO [RS:0;32f0bc5975d0:45895 {}] hbase.ChoreService(370): Chore service for: regionserver/32f0bc5975d0:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T07:21:20,158 INFO [RS:0;32f0bc5975d0:45895 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:21:20,158 INFO [regionserver/32f0bc5975d0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:21:20,158 INFO [RS:0;32f0bc5975d0:45895 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-32f0bc5975d0,45895,1731655252944 because: Region server is closing 2024-11-15T07:21:20,158 INFO [RS:0;32f0bc5975d0:45895 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:45895. 2024-11-15T07:21:20,158 DEBUG [RS:0;32f0bc5975d0:45895 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:21:20,158 DEBUG [RS:0;32f0bc5975d0:45895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:20,158 DEBUG [RS:0;32f0bc5975d0:45895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:20,158 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:21:20,258 INFO [RS:0;32f0bc5975d0:45895 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.shipper32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 terminated 2024-11-15T07:21:20,258 WARN [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,45895,1731655252944.replicationSource.wal-reader.32f0bc5975d0%2C45895%2C1731655252944,1-32f0bc5975d0,45895,1731655252944 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T07:21:20,259 INFO [RS:0;32f0bc5975d0:45895 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:45895. 2024-11-15T07:21:20,259 DEBUG [RS:0;32f0bc5975d0:45895 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:21:20,259 DEBUG [RS:0;32f0bc5975d0:45895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:20,259 DEBUG [RS:0;32f0bc5975d0:45895 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:20,259 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:21:20,259 INFO [RS:0;32f0bc5975d0:45895 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45895 2024-11-15T07:21:20,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34343-0x1013d5e2ea40000, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1328526901/rs 2024-11-15T07:21:20,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x1013d5e2ea40001, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1328526901/rs/32f0bc5975d0,45895,1731655252944 2024-11-15T07:21:20,324 INFO [RS:0;32f0bc5975d0:45895 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:21:20,335 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32f0bc5975d0,45895,1731655252944] 2024-11-15T07:21:20,345 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1328526901/draining/32f0bc5975d0,45895,1731655252944 already deleted, retry=false 2024-11-15T07:21:20,345 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32f0bc5975d0,45895,1731655252944 expired; onlineServers=0 2024-11-15T07:21:20,345 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32f0bc5975d0,34343,1731655252792' ***** 2024-11-15T07:21:20,345 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T07:21:20,345 INFO [M:0;32f0bc5975d0:34343 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:21:20,346 INFO [M:0;32f0bc5975d0:34343 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:21:20,346 DEBUG [M:0;32f0bc5975d0:34343 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T07:21:20,346 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T07:21:20,346 DEBUG [M:0;32f0bc5975d0:34343 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T07:21:20,346 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655254572 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655254572,5,FailOnTimeoutGroup] 2024-11-15T07:21:20,346 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655254571 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655254571,5,FailOnTimeoutGroup] 2024-11-15T07:21:20,346 INFO [M:0;32f0bc5975d0:34343 {}] hbase.ChoreService(370): Chore service for: master/32f0bc5975d0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T07:21:20,346 INFO [M:0;32f0bc5975d0:34343 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:21:20,346 DEBUG [M:0;32f0bc5975d0:34343 {}] master.HMaster(1795): Stopping service threads 2024-11-15T07:21:20,346 INFO [M:0;32f0bc5975d0:34343 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T07:21:20,346 INFO [M:0;32f0bc5975d0:34343 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:21:20,346 INFO [M:0;32f0bc5975d0:34343 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T07:21:20,347 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T07:21:20,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34343-0x1013d5e2ea40000, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1328526901/master 2024-11-15T07:21:20,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34343-0x1013d5e2ea40000, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1328526901 2024-11-15T07:21:20,356 DEBUG [M:0;32f0bc5975d0:34343 {}] zookeeper.ZKUtil(347): master:34343-0x1013d5e2ea40000, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Unable to get data of znode /0-1328526901/master because node does not exist (not an error) 2024-11-15T07:21:20,356 WARN [M:0;32f0bc5975d0:34343 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T07:21:20,357 INFO [M:0;32f0bc5975d0:34343 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/.lastflushedseqids 2024-11-15T07:21:20,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741847_1023 (size=245) 2024-11-15T07:21:20,435 INFO [RS:0;32f0bc5975d0:45895 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:21:20,435 INFO [RS:0;32f0bc5975d0:45895 {}] regionserver.HRegionServer(1031): Exiting; stopping=32f0bc5975d0,45895,1731655252944; zookeeper connection closed. 2024-11-15T07:21:20,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x1013d5e2ea40001, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:21:20,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45895-0x1013d5e2ea40001, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:21:20,435 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@232f4272 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@232f4272 2024-11-15T07:21:20,436 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T07:21:20,760 INFO [M:0;32f0bc5975d0:34343 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T07:21:20,761 INFO [M:0;32f0bc5975d0:34343 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T07:21:20,761 DEBUG [M:0;32f0bc5975d0:34343 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:21:20,761 INFO [M:0;32f0bc5975d0:34343 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:21:20,761 DEBUG [M:0;32f0bc5975d0:34343 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:21:20,761 DEBUG [M:0;32f0bc5975d0:34343 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:21:20,761 DEBUG [M:0;32f0bc5975d0:34343 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:21:20,761 INFO [M:0;32f0bc5975d0:34343 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.49 KB heapSize=64.90 KB 2024-11-15T07:21:20,778 DEBUG [M:0;32f0bc5975d0:34343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1971912818bc4eedaa44a480af43aba2 is 82, key is hbase:meta,,1/info:regioninfo/1731655255821/Put/seqid=0 2024-11-15T07:21:20,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741848_1024 (size=5672) 2024-11-15T07:21:21,182 INFO [M:0;32f0bc5975d0:34343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1971912818bc4eedaa44a480af43aba2 2024-11-15T07:21:21,202 DEBUG [M:0;32f0bc5975d0:34343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d3dab364aa784cfdbae47de3312851ac is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731655266256/Put/seqid=0 2024-11-15T07:21:21,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741849_1025 (size=8515) 2024-11-15T07:21:21,606 INFO [M:0;32f0bc5975d0:34343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.94 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d3dab364aa784cfdbae47de3312851ac 2024-11-15T07:21:21,623 DEBUG [M:0;32f0bc5975d0:34343 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f9b11fe23434d0989c0f908dc28880f is 69, key is 32f0bc5975d0,45895,1731655252944/rs:state/1731655254606/Put/seqid=0 2024-11-15T07:21:21,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741850_1026 (size=5156) 2024-11-15T07:21:22,029 INFO [M:0;32f0bc5975d0:34343 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f9b11fe23434d0989c0f908dc28880f 2024-11-15T07:21:22,033 DEBUG [M:0;32f0bc5975d0:34343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1971912818bc4eedaa44a480af43aba2 as hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1971912818bc4eedaa44a480af43aba2 2024-11-15T07:21:22,037 INFO [M:0;32f0bc5975d0:34343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1971912818bc4eedaa44a480af43aba2, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T07:21:22,038 DEBUG [M:0;32f0bc5975d0:34343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d3dab364aa784cfdbae47de3312851ac as hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d3dab364aa784cfdbae47de3312851ac 2024-11-15T07:21:22,042 INFO [M:0;32f0bc5975d0:34343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d3dab364aa784cfdbae47de3312851ac, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T07:21:22,042 DEBUG [M:0;32f0bc5975d0:34343 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7f9b11fe23434d0989c0f908dc28880f as hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7f9b11fe23434d0989c0f908dc28880f 2024-11-15T07:21:22,046 INFO [M:0;32f0bc5975d0:34343 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33085/user/jenkins/test-data/ace4ce31-783f-a5f9-ba0c-879dbf6cf1b7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7f9b11fe23434d0989c0f908dc28880f, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T07:21:22,047 INFO [M:0;32f0bc5975d0:34343 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false 2024-11-15T07:21:22,048 INFO [M:0;32f0bc5975d0:34343 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:21:22,048 DEBUG [M:0;32f0bc5975d0:34343 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655280761Disabling compacts and flushes for region at 1731655280761Disabling writes for close at 1731655280761Obtaining lock to block concurrent updates at 1731655280761Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731655280761Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56823, getHeapSize=66392, getOffHeapSize=0, getCellsCount=114 at 1731655280761Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731655280762 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731655280762Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731655280778 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731655280778Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731655281186 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731655281202 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731655281202Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731655281610 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731655281623 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731655281623Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f664fe7: reopening flushed file at 1731655282033 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74c01a5: reopening flushed file at 1731655282037 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@637332f0: reopening flushed file at 1731655282042 (+5 ms)Finished flush of dataSize ~55.49 KB/56823, heapSize ~64.60 KB/66152, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false at 1731655282047 (+5 ms)Writing region close event to WAL at 1731655282048 (+1 ms)Closed at 1731655282048 2024-11-15T07:21:22,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39193 is added to blk_1073741830_1006 (size=63642) 2024-11-15T07:21:22,054 INFO [M:0;32f0bc5975d0:34343 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T07:21:22,054 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:21:22,054 INFO [M:0;32f0bc5975d0:34343 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34343 2024-11-15T07:21:22,054 INFO [M:0;32f0bc5975d0:34343 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:21:22,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34343-0x1013d5e2ea40000, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:21:22,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34343-0x1013d5e2ea40000, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:21:22,214 INFO [M:0;32f0bc5975d0:34343 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:21:22,216 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a5f811b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T07:21:22,216 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66544e0e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T07:21:22,216 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T07:21:22,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8b433f6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T07:21:22,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29282aa0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4948b12-da20-4a16-565b-79882f1fc997/hadoop.log.dir/,STOPPED} 2024-11-15T07:21:22,218 WARN [BP-819456482-172.17.0.2-1731655250701 heartbeating to localhost/127.0.0.1:33085 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T07:21:22,218 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T07:21:22,218 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T07:21:22,218 WARN [BP-819456482-172.17.0.2-1731655250701 heartbeating to localhost/127.0.0.1:33085 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-819456482-172.17.0.2-1731655250701 (Datanode Uuid 6e8cb876-8828-460e-9983-dccd54f80d92) service to localhost/127.0.0.1:33085 2024-11-15T07:21:22,218 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4948b12-da20-4a16-565b-79882f1fc997/cluster_57fa4dc0-46d3-900f-f541-bb5f4ec8dcc2/data/data1/current/BP-819456482-172.17.0.2-1731655250701 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T07:21:22,219 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4948b12-da20-4a16-565b-79882f1fc997/cluster_57fa4dc0-46d3-900f-f541-bb5f4ec8dcc2/data/data2/current/BP-819456482-172.17.0.2-1731655250701 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T07:21:22,219 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T07:21:22,225 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1764cc6{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T07:21:22,225 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b60d549{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T07:21:22,225 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T07:21:22,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2024fe61{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T07:21:22,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4008b65b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/d4948b12-da20-4a16-565b-79882f1fc997/hadoop.log.dir/,STOPPED} 2024-11-15T07:21:22,231 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T07:21:22,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T07:21:22,254 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=262 (was 242) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:33085 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:33085 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:33841 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:33841 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33085 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:33841 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:33085 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:33085 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:33841 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49333) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33085 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:49333) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33841 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=653 (was 619) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=296 (was 276) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6389 (was 6401) 2024-11-15T07:21:22,263 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=262, OpenFileDescriptor=653, MaxFileDescriptor=1048576, SystemLoadAverage=296, ProcessCount=11, AvailableMemoryMB=6389 2024-11-15T07:21:22,278 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-15T07:21:22,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f86666-0f1a-03b3-bd3e-ada49bba4a5b/hadoop.log.dir so I do NOT create it in target/test-data/2313a471-c962-d721-e960-946c2c5279c1 2024-11-15T07:21:22,278 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f86666-0f1a-03b3-bd3e-ada49bba4a5b/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T07:21:22,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f86666-0f1a-03b3-bd3e-ada49bba4a5b/hadoop.tmp.dir so I do NOT create it in target/test-data/2313a471-c962-d721-e960-946c2c5279c1 2024-11-15T07:21:22,278 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/f3f86666-0f1a-03b3-bd3e-ada49bba4a5b/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T07:21:22,278 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2313a471-c962-d721-e960-946c2c5279c1 2024-11-15T07:21:22,278 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2313a471-c962-d721-e960-946c2c5279c1/cluster_733ed8a4-8201-0742-783b-7665a4305004, deleteOnExit=true 2024-11-15T07:21:22,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T07:21:22,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T07:21:22,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T07:21:22,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T07:21:22,301 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2313a471-c962-d721-e960-946c2c5279c1/cluster_733ed8a4-8201-0742-783b-7665a4305004/zookeeper_0, clientPort=62240, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2313a471-c962-d721-e960-946c2c5279c1/cluster_733ed8a4-8201-0742-783b-7665a4305004/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2313a471-c962-d721-e960-946c2c5279c1/cluster_733ed8a4-8201-0742-783b-7665a4305004/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T07:21:22,301 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62240 2024-11-15T07:21:22,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T07:21:22,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T07:21:22,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2313a471-c962-d721-e960-946c2c5279c1/test.cache.data in system properties and HBase conf 2024-11-15T07:21:22,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2313a471-c962-d721-e960-946c2c5279c1/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T07:21:22,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2313a471-c962-d721-e960-946c2c5279c1/hadoop.log.dir in system properties and HBase conf 2024-11-15T07:21:22,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2313a471-c962-d721-e960-946c2c5279c1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T07:21:22,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2313a471-c962-d721-e960-946c2c5279c1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T07:21:22,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T07:21:22,302 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T07:21:22,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2313a471-c962-d721-e960-946c2c5279c1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T07:21:22,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2313a471-c962-d721-e960-946c2c5279c1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T07:21:22,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2313a471-c962-d721-e960-946c2c5279c1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T07:21:22,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2313a471-c962-d721-e960-946c2c5279c1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T07:21:22,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2313a471-c962-d721-e960-946c2c5279c1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T07:21:22,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2313a471-c962-d721-e960-946c2c5279c1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T07:21:22,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2313a471-c962-d721-e960-946c2c5279c1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T07:21:22,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2313a471-c962-d721-e960-946c2c5279c1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T07:21:22,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2313a471-c962-d721-e960-946c2c5279c1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T07:21:22,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2313a471-c962-d721-e960-946c2c5279c1/nfs.dump.dir in system properties and HBase conf 2024-11-15T07:21:22,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2313a471-c962-d721-e960-946c2c5279c1/java.io.tmpdir in system properties and HBase conf 2024-11-15T07:21:22,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2313a471-c962-d721-e960-946c2c5279c1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T07:21:22,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2313a471-c962-d721-e960-946c2c5279c1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T07:21:22,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2313a471-c962-d721-e960-946c2c5279c1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T07:21:22,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013d5e2ea40005, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T07:21:22,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013d5e2ea40002, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T07:21:22,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013d5e2ea40005, quorum=127.0.0.1:49333, baseZNode=/1-1385579537 Received Disconnected from ZooKeeper, ignoring 2024-11-15T07:21:22,330 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013d5e2ea40002, quorum=127.0.0.1:49333, baseZNode=/0-1328526901 Received Disconnected from ZooKeeper, ignoring 2024-11-15T07:21:22,716 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:21:22,719 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T07:21:22,721 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T07:21:22,721 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T07:21:22,721 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T07:21:22,722 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:21:22,723 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c1e2b34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2313a471-c962-d721-e960-946c2c5279c1/hadoop.log.dir/,AVAILABLE} 2024-11-15T07:21:22,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19177da1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T07:21:22,826 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d126b2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2313a471-c962-d721-e960-946c2c5279c1/java.io.tmpdir/jetty-localhost-37725-hadoop-hdfs-3_4_1-tests_jar-_-any-16575875262651976553/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T07:21:22,826 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@54c8a10f{HTTP/1.1, (http/1.1)}{localhost:37725} 2024-11-15T07:21:22,826 INFO [Time-limited test {}] server.Server(415): Started @237340ms 2024-11-15T07:21:23,079 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:21:23,083 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T07:21:23,088 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T07:21:23,088 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T07:21:23,088 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T07:21:23,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b4a6b21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2313a471-c962-d721-e960-946c2c5279c1/hadoop.log.dir/,AVAILABLE} 2024-11-15T07:21:23,089 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@466ccbd9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T07:21:23,184 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2cfbf2a4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2313a471-c962-d721-e960-946c2c5279c1/java.io.tmpdir/jetty-localhost-41789-hadoop-hdfs-3_4_1-tests_jar-_-any-1448064868207058917/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T07:21:23,184 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@460e546c{HTTP/1.1, (http/1.1)}{localhost:41789} 2024-11-15T07:21:23,184 INFO [Time-limited test {}] server.Server(415): Started @237698ms 2024-11-15T07:21:23,185 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T07:21:23,872 WARN [Thread-2661 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2313a471-c962-d721-e960-946c2c5279c1/cluster_733ed8a4-8201-0742-783b-7665a4305004/data/data2/current/BP-2069629840-172.17.0.2-1731655282323/current, will proceed with Du for space computation calculation, 2024-11-15T07:21:23,872 WARN [Thread-2660 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2313a471-c962-d721-e960-946c2c5279c1/cluster_733ed8a4-8201-0742-783b-7665a4305004/data/data1/current/BP-2069629840-172.17.0.2-1731655282323/current, will proceed with Du for space computation calculation, 2024-11-15T07:21:23,886 WARN [Thread-2648 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T07:21:23,888 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x519be2f232d850d with lease ID 0x66b30a3e60d920ff: Processing first storage report for DS-dc872c8e-b30c-4344-a095-374acb243772 from datanode DatanodeRegistration(127.0.0.1:38495, datanodeUuid=f349bb7e-8d23-494d-bd2a-36b269214cd8, infoPort=44803, infoSecurePort=0, ipcPort=43357, storageInfo=lv=-57;cid=testClusterID;nsid=823775487;c=1731655282323) 2024-11-15T07:21:23,888 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x519be2f232d850d with lease ID 0x66b30a3e60d920ff: from storage DS-dc872c8e-b30c-4344-a095-374acb243772 node DatanodeRegistration(127.0.0.1:38495, datanodeUuid=f349bb7e-8d23-494d-bd2a-36b269214cd8, infoPort=44803, infoSecurePort=0, ipcPort=43357, storageInfo=lv=-57;cid=testClusterID;nsid=823775487;c=1731655282323), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T07:21:23,888 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x519be2f232d850d with lease ID 0x66b30a3e60d920ff: Processing first storage report for DS-ca49628a-0442-49db-8353-f5407b0316dd from datanode DatanodeRegistration(127.0.0.1:38495, datanodeUuid=f349bb7e-8d23-494d-bd2a-36b269214cd8, infoPort=44803, infoSecurePort=0, ipcPort=43357, storageInfo=lv=-57;cid=testClusterID;nsid=823775487;c=1731655282323) 2024-11-15T07:21:23,888 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x519be2f232d850d with lease ID 0x66b30a3e60d920ff: from storage DS-ca49628a-0442-49db-8353-f5407b0316dd node DatanodeRegistration(127.0.0.1:38495, datanodeUuid=f349bb7e-8d23-494d-bd2a-36b269214cd8, infoPort=44803, infoSecurePort=0, ipcPort=43357, storageInfo=lv=-57;cid=testClusterID;nsid=823775487;c=1731655282323), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T07:21:23,934 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2313a471-c962-d721-e960-946c2c5279c1 2024-11-15T07:21:23,934 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:21:23,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:21:23,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38495 is added to blk_1073741825_1001 (size=7) 2024-11-15T07:21:24,342 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de with version=8 2024-11-15T07:21:24,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/hbase-staging 2024-11-15T07:21:24,344 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:21:24,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:21:24,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:21:24,344 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:21:24,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:21:24,344 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:21:24,344 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T07:21:24,344 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:21:24,344 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35653 2024-11-15T07:21:24,345 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35653 connecting to ZooKeeper ensemble=127.0.0.1:62240 2024-11-15T07:21:24,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:356530x0, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:21:24,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35653-0x1013d5eaa270000 connected 2024-11-15T07:21:24,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:21:24,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:21:24,569 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35653-0x1013d5eaa270000, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Set watcher on znode that does not yet exist, /0-1049755429/running 2024-11-15T07:21:24,569 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de, hbase.cluster.distributed=false 2024-11-15T07:21:24,571 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35653-0x1013d5eaa270000, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Set watcher on znode that does not yet exist, /0-1049755429/acl 2024-11-15T07:21:24,571 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35653 2024-11-15T07:21:24,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35653 2024-11-15T07:21:24,572 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35653 2024-11-15T07:21:24,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35653 2024-11-15T07:21:24,573 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35653 2024-11-15T07:21:24,589 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:21:24,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:21:24,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:21:24,589 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:21:24,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:21:24,589 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:21:24,589 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T07:21:24,589 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:21:24,590 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33483 2024-11-15T07:21:24,590 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33483 connecting to ZooKeeper ensemble=127.0.0.1:62240 2024-11-15T07:21:24,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:21:24,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:21:24,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334830x0, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:21:24,605 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:334830x0, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Set watcher on znode that does not yet exist, /0-1049755429/running 2024-11-15T07:21:24,605 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33483-0x1013d5eaa270001 connected 2024-11-15T07:21:24,605 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T07:21:24,606 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T07:21:24,606 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33483-0x1013d5eaa270001, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Set watcher on znode that does not yet exist, /0-1049755429/master 2024-11-15T07:21:24,607 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33483-0x1013d5eaa270001, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Set watcher on znode that does not yet exist, /0-1049755429/acl 2024-11-15T07:21:24,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33483 2024-11-15T07:21:24,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33483 2024-11-15T07:21:24,608 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:21:24,609 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32f0bc5975d0,34421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:34421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T07:21:24,609 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38379 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32f0bc5975d0,34421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:34421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T07:21:24,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33483 2024-11-15T07:21:24,611 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33483 2024-11-15T07:21:24,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33483 2024-11-15T07:21:24,626 DEBUG [M:0;32f0bc5975d0:35653 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32f0bc5975d0:35653 2024-11-15T07:21:24,627 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1049755429/backup-masters/32f0bc5975d0,35653,1731655284343 2024-11-15T07:21:24,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35653-0x1013d5eaa270000, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1049755429/backup-masters 2024-11-15T07:21:24,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x1013d5eaa270001, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1049755429/backup-masters 2024-11-15T07:21:24,637 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35653-0x1013d5eaa270000, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Set watcher on existing znode=/0-1049755429/backup-masters/32f0bc5975d0,35653,1731655284343 2024-11-15T07:21:24,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35653-0x1013d5eaa270000, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1049755429 2024-11-15T07:21:24,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x1013d5eaa270001, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1049755429/master 2024-11-15T07:21:24,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x1013d5eaa270001, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1049755429 2024-11-15T07:21:24,647 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35653-0x1013d5eaa270000, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Set watcher on existing znode=/0-1049755429/master 2024-11-15T07:21:24,647 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1049755429/backup-masters/32f0bc5975d0,35653,1731655284343 from backup master directory 2024-11-15T07:21:24,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35653-0x1013d5eaa270000, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1049755429/backup-masters/32f0bc5975d0,35653,1731655284343 2024-11-15T07:21:24,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x1013d5eaa270001, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1049755429/backup-masters 2024-11-15T07:21:24,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35653-0x1013d5eaa270000, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1049755429/backup-masters 2024-11-15T07:21:24,657 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:21:24,657 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32f0bc5975d0,35653,1731655284343 2024-11-15T07:21:24,660 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/hbase.id] with ID: 0186703d-51c1-4d6a-bbbf-6705887ea2e2 2024-11-15T07:21:24,660 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/.tmp/hbase.id 2024-11-15T07:21:24,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38495 is added to blk_1073741826_1002 (size=42) 2024-11-15T07:21:24,837 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T07:21:24,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:24,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:24,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:24,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:24,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:24,875 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:24,876 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:24,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:24,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:24,888 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:24,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:25,064 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/.tmp/hbase.id]:[hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/hbase.id] 2024-11-15T07:21:25,071 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:21:25,071 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T07:21:25,072 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T07:21:25,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x1013d5eaa270001, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1049755429 2024-11-15T07:21:25,113 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35653-0x1013d5eaa270000, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1049755429 2024-11-15T07:21:25,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38495 is added to blk_1073741827_1003 (size=196) 2024-11-15T07:21:25,518 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:21:25,519 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T07:21:25,519 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:21:25,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38495 is added to blk_1073741828_1004 (size=1189) 2024-11-15T07:21:25,925 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/MasterData/data/master/store 2024-11-15T07:21:25,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38495 is added to blk_1073741829_1005 (size=34) 2024-11-15T07:21:26,330 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:21:26,330 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:21:26,330 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:21:26,330 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:21:26,330 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:21:26,330 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:21:26,330 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:21:26,331 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655286330Disabling compacts and flushes for region at 1731655286330Disabling writes for close at 1731655286330Writing region close event to WAL at 1731655286330Closed at 1731655286330 2024-11-15T07:21:26,331 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/MasterData/data/master/store/.initializing 2024-11-15T07:21:26,331 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/MasterData/WALs/32f0bc5975d0,35653,1731655284343 2024-11-15T07:21:26,332 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:21:26,333 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32f0bc5975d0%2C35653%2C1731655284343, suffix=, logDir=hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/MasterData/WALs/32f0bc5975d0,35653,1731655284343, archiveDir=hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/MasterData/oldWALs, maxLogs=10 2024-11-15T07:21:26,348 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/MasterData/WALs/32f0bc5975d0,35653,1731655284343/32f0bc5975d0%2C35653%2C1731655284343.1731655286334, exclude list is [], retry=0 2024-11-15T07:21:26,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38495,DS-dc872c8e-b30c-4344-a095-374acb243772,DISK] 2024-11-15T07:21:26,352 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/MasterData/WALs/32f0bc5975d0,35653,1731655284343/32f0bc5975d0%2C35653%2C1731655284343.1731655286334 2024-11-15T07:21:26,352 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44803:44803)] 2024-11-15T07:21:26,352 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:21:26,353 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:21:26,353 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:26,353 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:26,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:26,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T07:21:26,355 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:26,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:21:26,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:26,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T07:21:26,356 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:26,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:21:26,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:26,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T07:21:26,357 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:26,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:21:26,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:26,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T07:21:26,358 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:26,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:21:26,359 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:26,359 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:26,359 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:26,360 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:26,360 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:26,361 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:21:26,361 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:26,363 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:21:26,363 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73788541, jitterRate=0.09953494369983673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:21:26,364 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731655286353Initializing all the Stores at 1731655286353Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655286354 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655286354Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655286354Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655286354Cleaning up temporary data from old regions at 1731655286360 (+6 ms)Region opened successfully at 1731655286364 (+4 ms) 2024-11-15T07:21:26,364 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T07:21:26,366 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b3e0a7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:21:26,367 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T07:21:26,367 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T07:21:26,367 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T07:21:26,367 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T07:21:26,367 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T07:21:26,368 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T07:21:26,368 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T07:21:26,371 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T07:21:26,371 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35653-0x1013d5eaa270000, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Unable to get data of znode /0-1049755429/balancer because node does not exist (not necessarily an error) 2024-11-15T07:21:26,418 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1049755429/balancer already deleted, retry=false 2024-11-15T07:21:26,419 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T07:21:26,420 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35653-0x1013d5eaa270000, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Unable to get data of znode /0-1049755429/normalizer because node does not exist (not necessarily an error) 2024-11-15T07:21:26,429 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1049755429/normalizer already deleted, retry=false 2024-11-15T07:21:26,429 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T07:21:26,430 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35653-0x1013d5eaa270000, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Unable to get data of znode /0-1049755429/switch/split because node does not exist (not necessarily an error) 2024-11-15T07:21:26,439 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1049755429/switch/split already deleted, retry=false 2024-11-15T07:21:26,440 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35653-0x1013d5eaa270000, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Unable to get data of znode /0-1049755429/switch/merge because node does not exist (not necessarily an error) 2024-11-15T07:21:26,450 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1049755429/switch/merge already deleted, retry=false 2024-11-15T07:21:26,452 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35653-0x1013d5eaa270000, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Unable to get data of znode /0-1049755429/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T07:21:26,460 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1049755429/snapshot-cleanup already deleted, retry=false 2024-11-15T07:21:26,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35653-0x1013d5eaa270000, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1049755429/running 2024-11-15T07:21:26,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x1013d5eaa270001, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1049755429/running 2024-11-15T07:21:26,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35653-0x1013d5eaa270000, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1049755429 2024-11-15T07:21:26,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x1013d5eaa270001, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1049755429 2024-11-15T07:21:26,471 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32f0bc5975d0,35653,1731655284343, sessionid=0x1013d5eaa270000, setting cluster-up flag (Was=false) 2024-11-15T07:21:26,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35653-0x1013d5eaa270000, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1049755429 2024-11-15T07:21:26,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x1013d5eaa270001, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1049755429 2024-11-15T07:21:26,524 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1049755429/flush-table-proc/acquired, /0-1049755429/flush-table-proc/reached, /0-1049755429/flush-table-proc/abort 2024-11-15T07:21:26,524 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,35653,1731655284343 2024-11-15T07:21:26,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x1013d5eaa270001, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1049755429 2024-11-15T07:21:26,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35653-0x1013d5eaa270000, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1049755429 2024-11-15T07:21:26,576 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1049755429/online-snapshot/acquired, /0-1049755429/online-snapshot/reached, /0-1049755429/online-snapshot/abort 2024-11-15T07:21:26,577 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,35653,1731655284343 2024-11-15T07:21:26,578 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T07:21:26,579 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T07:21:26,579 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T07:21:26,579 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T07:21:26,579 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32f0bc5975d0,35653,1731655284343 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T07:21:26,580 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:21:26,580 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:21:26,580 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:21:26,580 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:21:26,580 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32f0bc5975d0:0, corePoolSize=10, maxPoolSize=10 2024-11-15T07:21:26,580 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:26,580 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:21:26,580 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:26,581 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731655316581 2024-11-15T07:21:26,581 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T07:21:26,581 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T07:21:26,581 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T07:21:26,581 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T07:21:26,581 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T07:21:26,581 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T07:21:26,581 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:21:26,581 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:26,581 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T07:21:26,581 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T07:21:26,581 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T07:21:26,582 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T07:21:26,582 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T07:21:26,582 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T07:21:26,582 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T07:21:26,582 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655286582,5,FailOnTimeoutGroup] 2024-11-15T07:21:26,582 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:26,582 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655286582,5,FailOnTimeoutGroup] 2024-11-15T07:21:26,582 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:26,582 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T07:21:26,582 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T07:21:26,582 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:26,582 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:26,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38495 is added to blk_1073741831_1007 (size=1321) 2024-11-15T07:21:26,615 INFO [RS:0;32f0bc5975d0:33483 {}] regionserver.HRegionServer(746): ClusterId : 0186703d-51c1-4d6a-bbbf-6705887ea2e2 2024-11-15T07:21:26,615 DEBUG [RS:0;32f0bc5975d0:33483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T07:21:26,626 DEBUG [RS:0;32f0bc5975d0:33483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T07:21:26,626 DEBUG [RS:0;32f0bc5975d0:33483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T07:21:26,637 DEBUG [RS:0;32f0bc5975d0:33483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T07:21:26,637 DEBUG [RS:0;32f0bc5975d0:33483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@151d9687, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:21:26,650 DEBUG [RS:0;32f0bc5975d0:33483 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32f0bc5975d0:33483 2024-11-15T07:21:26,650 INFO [RS:0;32f0bc5975d0:33483 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T07:21:26,650 INFO [RS:0;32f0bc5975d0:33483 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T07:21:26,650 DEBUG [RS:0;32f0bc5975d0:33483 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T07:21:26,651 INFO [RS:0;32f0bc5975d0:33483 {}] regionserver.HRegionServer(2659): reportForDuty to master=32f0bc5975d0,35653,1731655284343 with port=33483, startcode=1731655284589 2024-11-15T07:21:26,651 DEBUG [RS:0;32f0bc5975d0:33483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T07:21:26,652 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T07:21:26,653 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35653 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32f0bc5975d0,33483,1731655284589 2024-11-15T07:21:26,653 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35653 {}] master.ServerManager(517): Registering regionserver=32f0bc5975d0,33483,1731655284589 2024-11-15T07:21:26,654 DEBUG [RS:0;32f0bc5975d0:33483 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de 2024-11-15T07:21:26,654 DEBUG [RS:0;32f0bc5975d0:33483 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43297 2024-11-15T07:21:26,654 DEBUG [RS:0;32f0bc5975d0:33483 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T07:21:26,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35653-0x1013d5eaa270000, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1049755429/rs 2024-11-15T07:21:26,661 DEBUG [RS:0;32f0bc5975d0:33483 {}] zookeeper.ZKUtil(111): regionserver:33483-0x1013d5eaa270001, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Set watcher on existing znode=/0-1049755429/rs/32f0bc5975d0,33483,1731655284589 2024-11-15T07:21:26,661 WARN [RS:0;32f0bc5975d0:33483 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:21:26,661 INFO [RS:0;32f0bc5975d0:33483 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:21:26,661 DEBUG [RS:0;32f0bc5975d0:33483 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589 2024-11-15T07:21:26,661 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32f0bc5975d0,33483,1731655284589] 2024-11-15T07:21:26,664 INFO [RS:0;32f0bc5975d0:33483 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T07:21:26,665 INFO [RS:0;32f0bc5975d0:33483 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T07:21:26,665 INFO [RS:0;32f0bc5975d0:33483 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T07:21:26,665 INFO [RS:0;32f0bc5975d0:33483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:26,666 INFO [RS:0;32f0bc5975d0:33483 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T07:21:26,666 INFO [RS:0;32f0bc5975d0:33483 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T07:21:26,666 INFO [RS:0;32f0bc5975d0:33483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:26,666 DEBUG [RS:0;32f0bc5975d0:33483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:26,666 DEBUG [RS:0;32f0bc5975d0:33483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:26,666 DEBUG [RS:0;32f0bc5975d0:33483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:26,666 DEBUG [RS:0;32f0bc5975d0:33483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:26,666 DEBUG [RS:0;32f0bc5975d0:33483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:26,666 DEBUG [RS:0;32f0bc5975d0:33483 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:21:26,666 DEBUG [RS:0;32f0bc5975d0:33483 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:26,666 DEBUG [RS:0;32f0bc5975d0:33483 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:26,666 DEBUG [RS:0;32f0bc5975d0:33483 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:26,666 DEBUG [RS:0;32f0bc5975d0:33483 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:26,666 DEBUG [RS:0;32f0bc5975d0:33483 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:26,666 DEBUG [RS:0;32f0bc5975d0:33483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:26,666 DEBUG [RS:0;32f0bc5975d0:33483 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:21:26,666 DEBUG [RS:0;32f0bc5975d0:33483 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:21:26,667 INFO [RS:0;32f0bc5975d0:33483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:26,667 INFO [RS:0;32f0bc5975d0:33483 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:26,667 INFO [RS:0;32f0bc5975d0:33483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:26,667 INFO [RS:0;32f0bc5975d0:33483 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:26,667 INFO [RS:0;32f0bc5975d0:33483 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:26,667 INFO [RS:0;32f0bc5975d0:33483 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,33483,1731655284589-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:21:26,678 INFO [RS:0;32f0bc5975d0:33483 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T07:21:26,678 INFO [RS:0;32f0bc5975d0:33483 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,33483,1731655284589-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:26,678 INFO [RS:0;32f0bc5975d0:33483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:26,679 INFO [RS:0;32f0bc5975d0:33483 {}] regionserver.Replication(171): 32f0bc5975d0,33483,1731655284589 started 2024-11-15T07:21:26,689 INFO [RS:0;32f0bc5975d0:33483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:26,690 INFO [RS:0;32f0bc5975d0:33483 {}] regionserver.HRegionServer(1482): Serving as 32f0bc5975d0,33483,1731655284589, RpcServer on 32f0bc5975d0/172.17.0.2:33483, sessionid=0x1013d5eaa270001 2024-11-15T07:21:26,690 DEBUG [RS:0;32f0bc5975d0:33483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T07:21:26,690 DEBUG [RS:0;32f0bc5975d0:33483 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32f0bc5975d0,33483,1731655284589 2024-11-15T07:21:26,690 DEBUG [RS:0;32f0bc5975d0:33483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,33483,1731655284589' 2024-11-15T07:21:26,690 DEBUG [RS:0;32f0bc5975d0:33483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1049755429/flush-table-proc/abort' 2024-11-15T07:21:26,690 DEBUG [RS:0;32f0bc5975d0:33483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1049755429/flush-table-proc/acquired' 2024-11-15T07:21:26,691 DEBUG [RS:0;32f0bc5975d0:33483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T07:21:26,691 DEBUG [RS:0;32f0bc5975d0:33483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T07:21:26,691 DEBUG [RS:0;32f0bc5975d0:33483 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32f0bc5975d0,33483,1731655284589 2024-11-15T07:21:26,691 DEBUG [RS:0;32f0bc5975d0:33483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,33483,1731655284589' 2024-11-15T07:21:26,691 DEBUG [RS:0;32f0bc5975d0:33483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1049755429/online-snapshot/abort' 2024-11-15T07:21:26,691 DEBUG [RS:0;32f0bc5975d0:33483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1049755429/online-snapshot/acquired' 2024-11-15T07:21:26,691 DEBUG [RS:0;32f0bc5975d0:33483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T07:21:26,691 INFO [RS:0;32f0bc5975d0:33483 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T07:21:26,691 INFO [RS:0;32f0bc5975d0:33483 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T07:21:26,791 INFO [RS:0;32f0bc5975d0:33483 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:21:26,792 INFO [RS:0;32f0bc5975d0:33483 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C33483%2C1731655284589, suffix=, logDir=hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589, archiveDir=hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/oldWALs, maxLogs=10 2024-11-15T07:21:26,803 DEBUG [RS:0;32f0bc5975d0:33483 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793, exclude list is [], retry=0 2024-11-15T07:21:26,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38495,DS-dc872c8e-b30c-4344-a095-374acb243772,DISK] 2024-11-15T07:21:26,807 INFO [RS:0;32f0bc5975d0:33483 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 2024-11-15T07:21:26,807 DEBUG [RS:0;32f0bc5975d0:33483 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44803:44803)] 2024-11-15T07:21:26,986 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T07:21:26,986 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de 2024-11-15T07:21:26,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38495 is added to blk_1073741833_1009 (size=32) 2024-11-15T07:21:27,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:21:27,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:21:27,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:21:27,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:27,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:21:27,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:21:27,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:21:27,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:27,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:21:27,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:21:27,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:21:27,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:27,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:21:27,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:21:27,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:21:27,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:27,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:21:27,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:21:27,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/hbase/meta/1588230740 2024-11-15T07:21:27,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/hbase/meta/1588230740 2024-11-15T07:21:27,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:21:27,416 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:21:27,416 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:21:27,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:21:27,425 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:21:27,425 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60596560, jitterRate=-0.09704089164733887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:21:27,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731655287392Initializing all the Stores at 1731655287393 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655287393Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655287404 (+11 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655287404Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655287404Cleaning up temporary data from old regions at 1731655287416 (+12 ms)Region opened successfully at 1731655287426 (+10 ms) 2024-11-15T07:21:27,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:21:27,426 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:21:27,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:21:27,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:21:27,426 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:21:27,431 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:21:27,431 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655287426Disabling compacts and flushes for region at 1731655287426Disabling writes for close at 1731655287426Writing region close event to WAL at 1731655287431 (+5 ms)Closed at 1731655287431 2024-11-15T07:21:27,433 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:21:27,433 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T07:21:27,433 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T07:21:27,434 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:21:27,435 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T07:21:27,585 DEBUG [32f0bc5975d0:35653 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T07:21:27,586 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32f0bc5975d0,33483,1731655284589 2024-11-15T07:21:27,587 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,33483,1731655284589, state=OPENING 2024-11-15T07:21:27,629 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T07:21:27,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35653-0x1013d5eaa270000, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1049755429 2024-11-15T07:21:27,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x1013d5eaa270001, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1049755429 2024-11-15T07:21:27,665 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1049755429/meta-region-server: CHANGED 2024-11-15T07:21:27,665 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:21:27,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,33483,1731655284589}] 2024-11-15T07:21:27,666 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1049755429/meta-region-server: CHANGED 2024-11-15T07:21:27,831 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T07:21:27,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T07:21:27,841 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T07:21:27,841 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:21:27,841 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T07:21:27,843 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C33483%2C1731655284589.meta, suffix=.meta, logDir=hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589, archiveDir=hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/oldWALs, maxLogs=10 2024-11-15T07:21:27,868 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.meta.1731655287843.meta, exclude list is [], retry=0 2024-11-15T07:21:27,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38495,DS-dc872c8e-b30c-4344-a095-374acb243772,DISK] 2024-11-15T07:21:27,885 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.meta.1731655287843.meta 2024-11-15T07:21:27,896 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44803:44803)] 2024-11-15T07:21:27,896 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:21:27,897 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:21:27,897 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T07:21:27,897 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T07:21:27,897 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T07:21:27,897 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T07:21:27,897 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:21:27,898 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T07:21:27,898 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T07:21:27,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:21:27,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:21:27,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:27,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:21:27,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:21:27,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:21:27,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:27,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:21:27,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:21:27,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:21:27,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:27,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:21:27,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:21:27,908 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:21:27,908 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:27,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:21:27,908 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:21:27,909 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/hbase/meta/1588230740 2024-11-15T07:21:27,910 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/hbase/meta/1588230740 2024-11-15T07:21:27,911 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:21:27,911 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:21:27,912 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:21:27,913 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:21:27,913 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70351400, jitterRate=0.048317551612854004}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:21:27,913 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T07:21:27,915 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731655287898Writing region info on filesystem at 1731655287898Initializing all the Stores at 1731655287899 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655287899Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655287899Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655287899Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655287899Cleaning up temporary data from old regions at 1731655287911 (+12 ms)Running coprocessor post-open hooks at 1731655287913 (+2 ms)Region opened successfully at 1731655287914 (+1 ms) 2024-11-15T07:21:27,917 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731655287830 2024-11-15T07:21:27,919 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T07:21:27,919 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T07:21:27,920 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32f0bc5975d0,33483,1731655284589 2024-11-15T07:21:27,921 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,33483,1731655284589, state=OPEN 2024-11-15T07:21:27,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x1013d5eaa270001, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1049755429/meta-region-server 2024-11-15T07:21:27,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35653-0x1013d5eaa270000, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1049755429/meta-region-server 2024-11-15T07:21:27,942 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1049755429/meta-region-server: CHANGED 2024-11-15T07:21:27,942 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32f0bc5975d0,33483,1731655284589 2024-11-15T07:21:27,942 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1049755429/meta-region-server: CHANGED 2024-11-15T07:21:27,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T07:21:27,944 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,33483,1731655284589 in 277 msec 2024-11-15T07:21:27,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T07:21:27,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 511 msec 2024-11-15T07:21:27,950 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:21:27,950 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T07:21:27,951 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:21:27,951 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,33483,1731655284589, seqNum=-1] 2024-11-15T07:21:27,952 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:21:27,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44681, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:21:27,959 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3790 sec 2024-11-15T07:21:27,959 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731655287959, completionTime=-1 2024-11-15T07:21:27,959 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T07:21:27,959 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T07:21:27,962 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T07:21:27,962 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731655347962 2024-11-15T07:21:27,962 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731655407962 2024-11-15T07:21:27,962 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T07:21:27,962 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,35653,1731655284343-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:27,962 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,35653,1731655284343-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:27,962 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,35653,1731655284343-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:27,962 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32f0bc5975d0:35653, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:27,963 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:27,963 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:27,965 DEBUG [master/32f0bc5975d0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T07:21:27,967 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.310sec 2024-11-15T07:21:27,967 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T07:21:27,967 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T07:21:27,967 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T07:21:27,967 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T07:21:27,967 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T07:21:27,967 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,35653,1731655284343-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:21:27,967 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,35653,1731655284343-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T07:21:27,973 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T07:21:27,973 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T07:21:27,974 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,35653,1731655284343-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:28,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3829606e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:28,021 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,35653,-1 for getting cluster id 2024-11-15T07:21:28,021 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:21:28,022 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0186703d-51c1-4d6a-bbbf-6705887ea2e2' 2024-11-15T07:21:28,022 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:21:28,023 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0186703d-51c1-4d6a-bbbf-6705887ea2e2" 2024-11-15T07:21:28,023 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b488a66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:28,023 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,35653,-1] 2024-11-15T07:21:28,023 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:21:28,023 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:28,024 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:21:28,025 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31c51a97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:28,026 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:21:28,028 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,33483,1731655284589, seqNum=-1] 2024-11-15T07:21:28,028 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:21:28,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:21:28,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32f0bc5975d0,35653,1731655284343 2024-11-15T07:21:28,032 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62240 2024-11-15T07:21:28,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:21:28,040 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013d5eaa270002 connected 2024-11-15T07:21:28,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2313a471-c962-d721-e960-946c2c5279c1/hadoop.log.dir so I do NOT create it in target/test-data/28bb5167-d9c8-1377-6278-1baf472300ea 2024-11-15T07:21:28,130 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2313a471-c962-d721-e960-946c2c5279c1/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T07:21:28,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2313a471-c962-d721-e960-946c2c5279c1/hadoop.tmp.dir so I do NOT create it in target/test-data/28bb5167-d9c8-1377-6278-1baf472300ea 2024-11-15T07:21:28,130 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2313a471-c962-d721-e960-946c2c5279c1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T07:21:28,130 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28bb5167-d9c8-1377-6278-1baf472300ea 2024-11-15T07:21:28,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T07:21:28,131 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28bb5167-d9c8-1377-6278-1baf472300ea/cluster_4437692f-889f-885e-d22a-ced488ad0115, deleteOnExit=true 2024-11-15T07:21:28,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T07:21:28,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28bb5167-d9c8-1377-6278-1baf472300ea/test.cache.data in system properties and HBase conf 2024-11-15T07:21:28,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28bb5167-d9c8-1377-6278-1baf472300ea/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T07:21:28,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28bb5167-d9c8-1377-6278-1baf472300ea/hadoop.log.dir in system properties and HBase conf 2024-11-15T07:21:28,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28bb5167-d9c8-1377-6278-1baf472300ea/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T07:21:28,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28bb5167-d9c8-1377-6278-1baf472300ea/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T07:21:28,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T07:21:28,132 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T07:21:28,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28bb5167-d9c8-1377-6278-1baf472300ea/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T07:21:28,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28bb5167-d9c8-1377-6278-1baf472300ea/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T07:21:28,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28bb5167-d9c8-1377-6278-1baf472300ea/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T07:21:28,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28bb5167-d9c8-1377-6278-1baf472300ea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T07:21:28,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28bb5167-d9c8-1377-6278-1baf472300ea/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T07:21:28,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28bb5167-d9c8-1377-6278-1baf472300ea/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T07:21:28,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28bb5167-d9c8-1377-6278-1baf472300ea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T07:21:28,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28bb5167-d9c8-1377-6278-1baf472300ea/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T07:21:28,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28bb5167-d9c8-1377-6278-1baf472300ea/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T07:21:28,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28bb5167-d9c8-1377-6278-1baf472300ea/nfs.dump.dir in system properties and HBase conf 2024-11-15T07:21:28,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28bb5167-d9c8-1377-6278-1baf472300ea/java.io.tmpdir in system properties and HBase conf 2024-11-15T07:21:28,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28bb5167-d9c8-1377-6278-1baf472300ea/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T07:21:28,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28bb5167-d9c8-1377-6278-1baf472300ea/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T07:21:28,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28bb5167-d9c8-1377-6278-1baf472300ea/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T07:21:28,555 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:21:28,559 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T07:21:28,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T07:21:28,560 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T07:21:28,560 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T07:21:28,560 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:21:28,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a4df4fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28bb5167-d9c8-1377-6278-1baf472300ea/hadoop.log.dir/,AVAILABLE} 2024-11-15T07:21:28,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178fd616{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T07:21:28,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@283878e1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28bb5167-d9c8-1377-6278-1baf472300ea/java.io.tmpdir/jetty-localhost-41477-hadoop-hdfs-3_4_1-tests_jar-_-any-3032612204608787836/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T07:21:28,665 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6080f891{HTTP/1.1, (http/1.1)}{localhost:41477} 2024-11-15T07:21:28,665 INFO [Time-limited test {}] server.Server(415): Started @243179ms 2024-11-15T07:21:28,984 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:21:28,986 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T07:21:28,992 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T07:21:28,992 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T07:21:28,992 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T07:21:28,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e5841f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28bb5167-d9c8-1377-6278-1baf472300ea/hadoop.log.dir/,AVAILABLE} 2024-11-15T07:21:28,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@537cd43b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T07:21:29,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a3d7fd9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28bb5167-d9c8-1377-6278-1baf472300ea/java.io.tmpdir/jetty-localhost-45911-hadoop-hdfs-3_4_1-tests_jar-_-any-17807369708343188891/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T07:21:29,098 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f99dc0f{HTTP/1.1, (http/1.1)}{localhost:45911} 2024-11-15T07:21:29,098 INFO [Time-limited test {}] server.Server(415): Started @243612ms 2024-11-15T07:21:29,100 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T07:21:30,170 WARN [Thread-2781 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28bb5167-d9c8-1377-6278-1baf472300ea/cluster_4437692f-889f-885e-d22a-ced488ad0115/data/data1/current/BP-1528950552-172.17.0.2-1731655288158/current, will proceed with Du for space computation calculation, 2024-11-15T07:21:30,170 WARN [Thread-2782 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28bb5167-d9c8-1377-6278-1baf472300ea/cluster_4437692f-889f-885e-d22a-ced488ad0115/data/data2/current/BP-1528950552-172.17.0.2-1731655288158/current, will proceed with Du for space computation calculation, 2024-11-15T07:21:30,189 WARN [Thread-2769 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T07:21:30,192 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8fa03c844fceebfd with lease ID 0x1f0f67fa9630b86a: Processing first storage report for DS-264fdebf-db13-4dae-a708-e948c87dc096 from datanode DatanodeRegistration(127.0.0.1:45987, datanodeUuid=b91613d0-4f5c-4fd9-a92c-f2bebb8bab0b, infoPort=46341, infoSecurePort=0, ipcPort=37907, storageInfo=lv=-57;cid=testClusterID;nsid=1192119824;c=1731655288158) 2024-11-15T07:21:30,192 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8fa03c844fceebfd with lease ID 0x1f0f67fa9630b86a: from storage DS-264fdebf-db13-4dae-a708-e948c87dc096 node DatanodeRegistration(127.0.0.1:45987, datanodeUuid=b91613d0-4f5c-4fd9-a92c-f2bebb8bab0b, infoPort=46341, infoSecurePort=0, ipcPort=37907, storageInfo=lv=-57;cid=testClusterID;nsid=1192119824;c=1731655288158), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T07:21:30,192 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8fa03c844fceebfd with lease ID 0x1f0f67fa9630b86a: Processing first storage report for DS-228aa050-e4a3-4ee4-9343-34af6dec14fd from datanode DatanodeRegistration(127.0.0.1:45987, datanodeUuid=b91613d0-4f5c-4fd9-a92c-f2bebb8bab0b, infoPort=46341, infoSecurePort=0, ipcPort=37907, storageInfo=lv=-57;cid=testClusterID;nsid=1192119824;c=1731655288158) 2024-11-15T07:21:30,192 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8fa03c844fceebfd with lease ID 0x1f0f67fa9630b86a: from storage DS-228aa050-e4a3-4ee4-9343-34af6dec14fd node DatanodeRegistration(127.0.0.1:45987, datanodeUuid=b91613d0-4f5c-4fd9-a92c-f2bebb8bab0b, infoPort=46341, infoSecurePort=0, ipcPort=37907, storageInfo=lv=-57;cid=testClusterID;nsid=1192119824;c=1731655288158), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T07:21:30,249 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28bb5167-d9c8-1377-6278-1baf472300ea 2024-11-15T07:21:30,249 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:21:30,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:21:30,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741825_1001 (size=7) 2024-11-15T07:21:30,257 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f with version=8 2024-11-15T07:21:30,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/hbase-staging 2024-11-15T07:21:30,259 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:21:30,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:21:30,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:21:30,259 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:21:30,259 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:21:30,260 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:21:30,260 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T07:21:30,260 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:21:30,260 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41115 2024-11-15T07:21:30,261 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41115 connecting to ZooKeeper ensemble=127.0.0.1:62240 2024-11-15T07:21:30,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411150x0, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:21:30,319 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41115-0x1013d5eaa270003 connected 2024-11-15T07:21:30,405 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:21:30,406 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:21:30,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41115-0x1013d5eaa270003, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Set watcher on znode that does not yet exist, /1-1613166988/running 2024-11-15T07:21:30,408 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f, hbase.cluster.distributed=false 2024-11-15T07:21:30,410 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41115-0x1013d5eaa270003, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Set watcher on znode that does not yet exist, /1-1613166988/acl 2024-11-15T07:21:30,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41115 2024-11-15T07:21:30,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41115 2024-11-15T07:21:30,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41115 2024-11-15T07:21:30,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41115 2024-11-15T07:21:30,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41115 2024-11-15T07:21:30,439 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:21:30,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:21:30,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:21:30,439 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:21:30,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:21:30,439 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:21:30,439 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T07:21:30,440 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:21:30,440 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42037 2024-11-15T07:21:30,441 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42037 connecting to ZooKeeper ensemble=127.0.0.1:62240 2024-11-15T07:21:30,442 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:21:30,443 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:21:30,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420370x0, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:21:30,458 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42037-0x1013d5eaa270004 connected 2024-11-15T07:21:30,458 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42037-0x1013d5eaa270004, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Set watcher on znode that does not yet exist, /1-1613166988/running 2024-11-15T07:21:30,459 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T07:21:30,460 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T07:21:30,460 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42037-0x1013d5eaa270004, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Set watcher on znode that does not yet exist, /1-1613166988/master 2024-11-15T07:21:30,461 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42037-0x1013d5eaa270004, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Set watcher on znode that does not yet exist, /1-1613166988/acl 2024-11-15T07:21:30,465 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42037 2024-11-15T07:21:30,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42037 2024-11-15T07:21:30,468 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42037 2024-11-15T07:21:30,469 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42037 2024-11-15T07:21:30,470 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42037 2024-11-15T07:21:30,485 DEBUG [M:0;32f0bc5975d0:41115 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32f0bc5975d0:41115 2024-11-15T07:21:30,486 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1613166988/backup-masters/32f0bc5975d0,41115,1731655290259 2024-11-15T07:21:30,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x1013d5eaa270004, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1613166988/backup-masters 2024-11-15T07:21:30,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41115-0x1013d5eaa270003, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1613166988/backup-masters 2024-11-15T07:21:30,492 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41115-0x1013d5eaa270003, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Set watcher on existing znode=/1-1613166988/backup-masters/32f0bc5975d0,41115,1731655290259 2024-11-15T07:21:30,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x1013d5eaa270004, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1613166988/master 2024-11-15T07:21:30,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41115-0x1013d5eaa270003, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1613166988 2024-11-15T07:21:30,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x1013d5eaa270004, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1613166988 2024-11-15T07:21:30,503 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41115-0x1013d5eaa270003, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Set watcher on existing znode=/1-1613166988/master 2024-11-15T07:21:30,503 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1613166988/backup-masters/32f0bc5975d0,41115,1731655290259 from backup master directory 2024-11-15T07:21:30,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41115-0x1013d5eaa270003, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1613166988/backup-masters/32f0bc5975d0,41115,1731655290259 2024-11-15T07:21:30,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x1013d5eaa270004, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1613166988/backup-masters 2024-11-15T07:21:30,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41115-0x1013d5eaa270003, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1613166988/backup-masters 2024-11-15T07:21:30,513 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:21:30,513 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32f0bc5975d0,41115,1731655290259 2024-11-15T07:21:30,521 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/hbase.id] with ID: f42da2a7-1599-477a-8020-90014c1206e7 2024-11-15T07:21:30,521 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/.tmp/hbase.id 2024-11-15T07:21:30,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741826_1002 (size=42) 2024-11-15T07:21:30,934 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/.tmp/hbase.id]:[hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/hbase.id] 2024-11-15T07:21:30,942 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:21:30,942 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T07:21:30,943 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T07:21:31,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41115-0x1013d5eaa270003, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1613166988 2024-11-15T07:21:31,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x1013d5eaa270004, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1613166988 2024-11-15T07:21:31,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741827_1003 (size=196) 2024-11-15T07:21:31,420 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:21:31,420 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T07:21:31,421 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:21:31,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741828_1004 (size=1189) 2024-11-15T07:21:31,826 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/MasterData/data/master/store 2024-11-15T07:21:31,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741829_1005 (size=34) 2024-11-15T07:21:32,232 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:21:32,232 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:21:32,232 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:21:32,232 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:21:32,232 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:21:32,232 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:21:32,232 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:21:32,232 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655292232Disabling compacts and flushes for region at 1731655292232Disabling writes for close at 1731655292232Writing region close event to WAL at 1731655292232Closed at 1731655292232 2024-11-15T07:21:32,233 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/MasterData/data/master/store/.initializing 2024-11-15T07:21:32,233 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/MasterData/WALs/32f0bc5975d0,41115,1731655290259 2024-11-15T07:21:32,234 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:21:32,235 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32f0bc5975d0%2C41115%2C1731655290259, suffix=, logDir=hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/MasterData/WALs/32f0bc5975d0,41115,1731655290259, archiveDir=hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/MasterData/oldWALs, maxLogs=10 2024-11-15T07:21:32,253 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/MasterData/WALs/32f0bc5975d0,41115,1731655290259/32f0bc5975d0%2C41115%2C1731655290259.1731655292235, exclude list is [], retry=0 2024-11-15T07:21:32,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45987,DS-264fdebf-db13-4dae-a708-e948c87dc096,DISK] 2024-11-15T07:21:32,256 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/MasterData/WALs/32f0bc5975d0,41115,1731655290259/32f0bc5975d0%2C41115%2C1731655290259.1731655292235 2024-11-15T07:21:32,256 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46341:46341)] 2024-11-15T07:21:32,256 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:21:32,257 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:21:32,257 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:32,257 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:32,258 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:32,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T07:21:32,259 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:32,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:21:32,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:32,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T07:21:32,260 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:32,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:21:32,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:32,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T07:21:32,261 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:32,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:21:32,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:32,262 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T07:21:32,262 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:32,263 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:21:32,263 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:32,263 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:32,263 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:32,264 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:32,264 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:32,265 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:21:32,265 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:32,267 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:21:32,267 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74667041, jitterRate=0.1126256138086319}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:21:32,267 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731655292257Initializing all the Stores at 1731655292257Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655292258 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655292258Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655292258Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655292258Cleaning up temporary data from old regions at 1731655292264 (+6 ms)Region opened successfully at 1731655292267 (+3 ms) 2024-11-15T07:21:32,267 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T07:21:32,270 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de5e3a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:21:32,271 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T07:21:32,271 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T07:21:32,271 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T07:21:32,271 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T07:21:32,271 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T07:21:32,272 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T07:21:32,272 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T07:21:32,280 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T07:21:32,281 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41115-0x1013d5eaa270003, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Unable to get data of znode /1-1613166988/balancer because node does not exist (not necessarily an error) 2024-11-15T07:21:32,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T07:21:32,289 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T07:21:32,290 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-15T07:21:32,290 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-15T07:21:32,362 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1613166988/balancer already deleted, retry=false 2024-11-15T07:21:32,363 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T07:21:32,363 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41115-0x1013d5eaa270003, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Unable to get data of znode /1-1613166988/normalizer because node does not exist (not necessarily an error) 2024-11-15T07:21:32,440 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1613166988/normalizer already deleted, retry=false 2024-11-15T07:21:32,440 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T07:21:32,441 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41115-0x1013d5eaa270003, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Unable to get data of znode /1-1613166988/switch/split because node does not exist (not necessarily an error) 2024-11-15T07:21:32,503 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1613166988/switch/split already deleted, retry=false 2024-11-15T07:21:32,504 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41115-0x1013d5eaa270003, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Unable to get data of znode /1-1613166988/switch/merge because node does not exist (not necessarily an error) 2024-11-15T07:21:32,523 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1613166988/switch/merge already deleted, retry=false 2024-11-15T07:21:32,525 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41115-0x1013d5eaa270003, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Unable to get data of znode /1-1613166988/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T07:21:32,534 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1613166988/snapshot-cleanup already deleted, retry=false 2024-11-15T07:21:32,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41115-0x1013d5eaa270003, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1613166988/running 2024-11-15T07:21:32,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x1013d5eaa270004, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1613166988/running 2024-11-15T07:21:32,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x1013d5eaa270004, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1613166988 2024-11-15T07:21:32,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41115-0x1013d5eaa270003, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1613166988 2024-11-15T07:21:32,545 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32f0bc5975d0,41115,1731655290259, sessionid=0x1013d5eaa270003, setting cluster-up flag (Was=false) 2024-11-15T07:21:32,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x1013d5eaa270004, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1613166988 2024-11-15T07:21:32,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41115-0x1013d5eaa270003, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1613166988 2024-11-15T07:21:32,608 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1613166988/flush-table-proc/acquired, /1-1613166988/flush-table-proc/reached, /1-1613166988/flush-table-proc/abort 2024-11-15T07:21:32,608 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,41115,1731655290259 2024-11-15T07:21:32,664 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T07:21:32,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x1013d5eaa270004, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1613166988 2024-11-15T07:21:32,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41115-0x1013d5eaa270003, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1613166988 2024-11-15T07:21:32,734 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1613166988/online-snapshot/acquired, /1-1613166988/online-snapshot/reached, /1-1613166988/online-snapshot/abort 2024-11-15T07:21:32,735 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,41115,1731655290259 2024-11-15T07:21:32,735 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T07:21:32,737 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T07:21:32,737 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T07:21:32,737 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T07:21:32,737 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32f0bc5975d0,41115,1731655290259 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T07:21:32,738 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:21:32,738 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:21:32,738 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:21:32,738 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:21:32,738 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32f0bc5975d0:0, corePoolSize=10, maxPoolSize=10 2024-11-15T07:21:32,739 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:32,739 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:21:32,739 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:32,741 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731655322741 2024-11-15T07:21:32,741 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T07:21:32,741 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:21:32,741 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T07:21:32,741 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T07:21:32,742 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T07:21:32,742 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T07:21:32,742 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T07:21:32,742 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T07:21:32,742 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:32,742 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T07:21:32,742 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:32,742 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T07:21:32,743 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T07:21:32,743 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T07:21:32,743 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T07:21:32,748 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T07:21:32,748 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T07:21:32,748 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655292748,5,FailOnTimeoutGroup] 2024-11-15T07:21:32,749 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655292748,5,FailOnTimeoutGroup] 2024-11-15T07:21:32,749 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:32,749 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T07:21:32,749 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:32,749 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:32,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741831_1007 (size=1321) 2024-11-15T07:21:32,776 INFO [RS:0;32f0bc5975d0:42037 {}] regionserver.HRegionServer(746): ClusterId : f42da2a7-1599-477a-8020-90014c1206e7 2024-11-15T07:21:32,776 DEBUG [RS:0;32f0bc5975d0:42037 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T07:21:32,787 DEBUG [RS:0;32f0bc5975d0:42037 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T07:21:32,787 DEBUG [RS:0;32f0bc5975d0:42037 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T07:21:32,808 DEBUG [RS:0;32f0bc5975d0:42037 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T07:21:32,809 DEBUG [RS:0;32f0bc5975d0:42037 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39e29dd1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:21:32,824 DEBUG [RS:0;32f0bc5975d0:42037 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32f0bc5975d0:42037 2024-11-15T07:21:32,824 INFO [RS:0;32f0bc5975d0:42037 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T07:21:32,824 INFO [RS:0;32f0bc5975d0:42037 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T07:21:32,824 DEBUG [RS:0;32f0bc5975d0:42037 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T07:21:32,825 INFO [RS:0;32f0bc5975d0:42037 {}] regionserver.HRegionServer(2659): reportForDuty to master=32f0bc5975d0,41115,1731655290259 with port=42037, startcode=1731655290439 2024-11-15T07:21:32,825 DEBUG [RS:0;32f0bc5975d0:42037 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T07:21:32,828 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44933, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T07:21:32,829 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41115 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32f0bc5975d0,42037,1731655290439 2024-11-15T07:21:32,829 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41115 {}] master.ServerManager(517): Registering regionserver=32f0bc5975d0,42037,1731655290439 2024-11-15T07:21:32,831 DEBUG [RS:0;32f0bc5975d0:42037 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f 2024-11-15T07:21:32,831 DEBUG [RS:0;32f0bc5975d0:42037 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35697 2024-11-15T07:21:32,831 DEBUG [RS:0;32f0bc5975d0:42037 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T07:21:32,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41115-0x1013d5eaa270003, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1613166988/rs 2024-11-15T07:21:32,885 DEBUG [RS:0;32f0bc5975d0:42037 {}] zookeeper.ZKUtil(111): regionserver:42037-0x1013d5eaa270004, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Set watcher on existing znode=/1-1613166988/rs/32f0bc5975d0,42037,1731655290439 2024-11-15T07:21:32,885 WARN [RS:0;32f0bc5975d0:42037 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:21:32,885 INFO [RS:0;32f0bc5975d0:42037 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:21:32,885 DEBUG [RS:0;32f0bc5975d0:42037 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439 2024-11-15T07:21:32,885 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32f0bc5975d0,42037,1731655290439] 2024-11-15T07:21:32,888 INFO [RS:0;32f0bc5975d0:42037 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T07:21:32,889 INFO [RS:0;32f0bc5975d0:42037 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T07:21:32,890 INFO [RS:0;32f0bc5975d0:42037 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T07:21:32,890 INFO [RS:0;32f0bc5975d0:42037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:32,892 INFO [RS:0;32f0bc5975d0:42037 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T07:21:32,893 INFO [RS:0;32f0bc5975d0:42037 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T07:21:32,893 INFO [RS:0;32f0bc5975d0:42037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:32,893 DEBUG [RS:0;32f0bc5975d0:42037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:32,893 DEBUG [RS:0;32f0bc5975d0:42037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:32,893 DEBUG [RS:0;32f0bc5975d0:42037 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:32,893 DEBUG [RS:0;32f0bc5975d0:42037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:32,893 DEBUG [RS:0;32f0bc5975d0:42037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:32,893 DEBUG [RS:0;32f0bc5975d0:42037 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:21:32,893 DEBUG [RS:0;32f0bc5975d0:42037 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:32,893 DEBUG [RS:0;32f0bc5975d0:42037 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:32,893 DEBUG [RS:0;32f0bc5975d0:42037 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:32,893 DEBUG [RS:0;32f0bc5975d0:42037 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:32,893 DEBUG [RS:0;32f0bc5975d0:42037 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:32,893 DEBUG [RS:0;32f0bc5975d0:42037 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:32,893 DEBUG [RS:0;32f0bc5975d0:42037 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:21:32,893 DEBUG [RS:0;32f0bc5975d0:42037 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:21:32,900 INFO [RS:0;32f0bc5975d0:42037 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:32,900 INFO [RS:0;32f0bc5975d0:42037 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:32,900 INFO [RS:0;32f0bc5975d0:42037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:32,900 INFO [RS:0;32f0bc5975d0:42037 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:32,900 INFO [RS:0;32f0bc5975d0:42037 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:32,900 INFO [RS:0;32f0bc5975d0:42037 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,42037,1731655290439-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:21:32,913 INFO [RS:0;32f0bc5975d0:42037 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T07:21:32,914 INFO [RS:0;32f0bc5975d0:42037 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,42037,1731655290439-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:32,914 INFO [RS:0;32f0bc5975d0:42037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:32,914 INFO [RS:0;32f0bc5975d0:42037 {}] regionserver.Replication(171): 32f0bc5975d0,42037,1731655290439 started 2024-11-15T07:21:32,927 INFO [RS:0;32f0bc5975d0:42037 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:32,927 INFO [RS:0;32f0bc5975d0:42037 {}] regionserver.HRegionServer(1482): Serving as 32f0bc5975d0,42037,1731655290439, RpcServer on 32f0bc5975d0/172.17.0.2:42037, sessionid=0x1013d5eaa270004 2024-11-15T07:21:32,927 DEBUG [RS:0;32f0bc5975d0:42037 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T07:21:32,927 DEBUG [RS:0;32f0bc5975d0:42037 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32f0bc5975d0,42037,1731655290439 2024-11-15T07:21:32,927 DEBUG [RS:0;32f0bc5975d0:42037 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,42037,1731655290439' 2024-11-15T07:21:32,927 DEBUG [RS:0;32f0bc5975d0:42037 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1613166988/flush-table-proc/abort' 2024-11-15T07:21:32,928 DEBUG [RS:0;32f0bc5975d0:42037 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1613166988/flush-table-proc/acquired' 2024-11-15T07:21:32,928 DEBUG [RS:0;32f0bc5975d0:42037 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T07:21:32,928 DEBUG [RS:0;32f0bc5975d0:42037 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T07:21:32,928 DEBUG [RS:0;32f0bc5975d0:42037 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32f0bc5975d0,42037,1731655290439 2024-11-15T07:21:32,928 DEBUG [RS:0;32f0bc5975d0:42037 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,42037,1731655290439' 2024-11-15T07:21:32,928 DEBUG [RS:0;32f0bc5975d0:42037 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1613166988/online-snapshot/abort' 2024-11-15T07:21:32,928 DEBUG [RS:0;32f0bc5975d0:42037 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1613166988/online-snapshot/acquired' 2024-11-15T07:21:32,928 DEBUG [RS:0;32f0bc5975d0:42037 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T07:21:32,928 INFO [RS:0;32f0bc5975d0:42037 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T07:21:32,928 INFO [RS:0;32f0bc5975d0:42037 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T07:21:33,029 INFO [RS:0;32f0bc5975d0:42037 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:21:33,030 INFO [RS:0;32f0bc5975d0:42037 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C42037%2C1731655290439, suffix=, logDir=hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439, archiveDir=hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/oldWALs, maxLogs=10 2024-11-15T07:21:33,045 DEBUG [RS:0;32f0bc5975d0:42037 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030, exclude list is [], retry=0 2024-11-15T07:21:33,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45987,DS-264fdebf-db13-4dae-a708-e948c87dc096,DISK] 2024-11-15T07:21:33,049 INFO [RS:0;32f0bc5975d0:42037 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 2024-11-15T07:21:33,051 DEBUG [RS:0;32f0bc5975d0:42037 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46341:46341)] 2024-11-15T07:21:33,155 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T07:21:33,155 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f 2024-11-15T07:21:33,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741833_1009 (size=32) 2024-11-15T07:21:33,400 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T07:21:33,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:33,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:33,438 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:33,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:33,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:33,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:33,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:33,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:33,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:33,449 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:33,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:33,560 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:21:33,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:21:33,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:21:33,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:33,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:21:33,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:21:33,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:21:33,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:33,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:21:33,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:21:33,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:21:33,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:33,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:21:33,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:21:33,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:21:33,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:33,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:21:33,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:21:33,565 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/hbase/meta/1588230740 2024-11-15T07:21:33,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/hbase/meta/1588230740 2024-11-15T07:21:33,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:21:33,566 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:21:33,567 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:21:33,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:21:33,569 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:21:33,569 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60272807, jitterRate=-0.10186518728733063}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:21:33,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731655293560Initializing all the Stores at 1731655293561 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655293561Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655293561Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655293561Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655293561Cleaning up temporary data from old regions at 1731655293566 (+5 ms)Region opened successfully at 1731655293569 (+3 ms) 2024-11-15T07:21:33,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:21:33,569 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:21:33,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:21:33,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:21:33,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:21:33,570 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:21:33,570 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655293569Disabling compacts and flushes for region at 1731655293569Disabling writes for close at 1731655293569Writing region close event to WAL at 1731655293570 (+1 ms)Closed at 1731655293570 2024-11-15T07:21:33,571 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:21:33,571 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T07:21:33,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T07:21:33,572 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:21:33,572 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T07:21:33,722 DEBUG [32f0bc5975d0:41115 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T07:21:33,723 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32f0bc5975d0,42037,1731655290439 2024-11-15T07:21:33,724 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,42037,1731655290439, state=OPENING 2024-11-15T07:21:33,755 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T07:21:33,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x1013d5eaa270004, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1613166988 2024-11-15T07:21:33,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41115-0x1013d5eaa270003, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1613166988 2024-11-15T07:21:33,766 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:21:33,766 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,42037,1731655290439}] 2024-11-15T07:21:33,766 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1613166988/meta-region-server: CHANGED 2024-11-15T07:21:33,766 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1613166988/meta-region-server: CHANGED 2024-11-15T07:21:33,918 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T07:21:33,919 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53025, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T07:21:33,922 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T07:21:33,922 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:21:33,922 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T07:21:33,922 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C42037%2C1731655290439.meta, suffix=.meta, logDir=hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439, archiveDir=hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/oldWALs, maxLogs=10 2024-11-15T07:21:33,934 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.meta.1731655293923.meta, exclude list is [], retry=0 2024-11-15T07:21:33,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45987,DS-264fdebf-db13-4dae-a708-e948c87dc096,DISK] 2024-11-15T07:21:33,937 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.meta.1731655293923.meta 2024-11-15T07:21:33,938 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46341:46341)] 2024-11-15T07:21:33,938 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:21:33,938 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:21:33,938 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T07:21:33,938 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T07:21:33,938 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T07:21:33,938 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T07:21:33,939 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:21:33,939 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T07:21:33,939 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T07:21:33,949 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:21:33,950 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:21:33,950 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:33,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:21:33,951 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:21:33,952 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:21:33,952 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:33,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:21:33,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:21:33,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:21:33,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:33,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:21:33,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:21:33,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:21:33,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:33,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:21:33,955 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:21:33,955 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/hbase/meta/1588230740 2024-11-15T07:21:33,956 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/hbase/meta/1588230740 2024-11-15T07:21:33,957 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:21:33,957 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:21:33,957 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:21:33,958 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:21:33,958 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62425557, jitterRate=-0.06978671252727509}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:21:33,959 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T07:21:33,959 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731655293939Writing region info on filesystem at 1731655293939Initializing all the Stores at 1731655293939Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655293939Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655293949 (+10 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655293949Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655293949Cleaning up temporary data from old regions at 1731655293957 (+8 ms)Running coprocessor post-open hooks at 1731655293959 (+2 ms)Region opened successfully at 1731655293959 2024-11-15T07:21:33,960 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731655293918 2024-11-15T07:21:33,961 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T07:21:33,961 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T07:21:33,962 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32f0bc5975d0,42037,1731655290439 2024-11-15T07:21:33,962 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,42037,1731655290439, state=OPEN 2024-11-15T07:21:33,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41115-0x1013d5eaa270003, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1613166988/meta-region-server 2024-11-15T07:21:33,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x1013d5eaa270004, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1613166988/meta-region-server 2024-11-15T07:21:33,973 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32f0bc5975d0,42037,1731655290439 2024-11-15T07:21:33,973 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1613166988/meta-region-server: CHANGED 2024-11-15T07:21:33,973 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1613166988/meta-region-server: CHANGED 2024-11-15T07:21:33,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T07:21:33,974 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,42037,1731655290439 in 207 msec 2024-11-15T07:21:33,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T07:21:33,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 403 msec 2024-11-15T07:21:33,976 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:21:33,976 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T07:21:33,977 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:21:33,977 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,42037,1731655290439, seqNum=-1] 2024-11-15T07:21:33,977 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:21:33,978 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54595, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:21:33,983 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2450 sec 2024-11-15T07:21:33,983 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731655293983, completionTime=-1 2024-11-15T07:21:33,983 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T07:21:33,983 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T07:21:33,985 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T07:21:33,985 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731655353985 2024-11-15T07:21:33,985 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731655413985 2024-11-15T07:21:33,985 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T07:21:33,985 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,41115,1731655290259-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:33,985 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,41115,1731655290259-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:33,985 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,41115,1731655290259-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:33,985 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32f0bc5975d0:41115, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:33,985 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:33,987 DEBUG [master/32f0bc5975d0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T07:21:33,989 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:33,991 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.478sec 2024-11-15T07:21:33,991 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T07:21:33,991 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T07:21:33,991 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T07:21:33,991 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T07:21:33,991 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T07:21:33,991 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,41115,1731655290259-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:21:33,991 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,41115,1731655290259-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T07:21:33,993 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T07:21:33,993 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T07:21:33,993 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,41115,1731655290259-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:34,077 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56ab13e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:34,077 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,41115,-1 for getting cluster id 2024-11-15T07:21:34,077 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:21:34,078 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f42da2a7-1599-477a-8020-90014c1206e7' 2024-11-15T07:21:34,078 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:21:34,078 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f42da2a7-1599-477a-8020-90014c1206e7" 2024-11-15T07:21:34,079 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6caec26d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:34,079 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,41115,-1] 2024-11-15T07:21:34,079 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:21:34,079 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:34,080 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:21:34,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a8474ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:34,081 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:21:34,082 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,42037,1731655290439, seqNum=-1] 2024-11-15T07:21:34,082 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:21:34,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:21:34,084 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32f0bc5975d0,41115,1731655290259 2024-11-15T07:21:34,085 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62240 2024-11-15T07:21:34,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:21:34,092 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013d5eaa270005 connected 2024-11-15T07:21:34,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28bb5167-d9c8-1377-6278-1baf472300ea/hadoop.log.dir so I do NOT create it in target/test-data/197514f7-ba66-4830-f313-4c589db988ce 2024-11-15T07:21:34,105 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28bb5167-d9c8-1377-6278-1baf472300ea/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T07:21:34,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28bb5167-d9c8-1377-6278-1baf472300ea/hadoop.tmp.dir so I do NOT create it in target/test-data/197514f7-ba66-4830-f313-4c589db988ce 2024-11-15T07:21:34,105 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28bb5167-d9c8-1377-6278-1baf472300ea/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T07:21:34,105 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/197514f7-ba66-4830-f313-4c589db988ce 2024-11-15T07:21:34,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T07:21:34,105 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/197514f7-ba66-4830-f313-4c589db988ce/cluster_db3d390d-e64a-8efa-2818-a2a0a8fa76ae, deleteOnExit=true 2024-11-15T07:21:34,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T07:21:34,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/197514f7-ba66-4830-f313-4c589db988ce/test.cache.data in system properties and HBase conf 2024-11-15T07:21:34,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/197514f7-ba66-4830-f313-4c589db988ce/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T07:21:34,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/197514f7-ba66-4830-f313-4c589db988ce/hadoop.log.dir in system properties and HBase conf 2024-11-15T07:21:34,105 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/197514f7-ba66-4830-f313-4c589db988ce/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T07:21:34,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/197514f7-ba66-4830-f313-4c589db988ce/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T07:21:34,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T07:21:34,106 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T07:21:34,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/197514f7-ba66-4830-f313-4c589db988ce/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T07:21:34,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/197514f7-ba66-4830-f313-4c589db988ce/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T07:21:34,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/197514f7-ba66-4830-f313-4c589db988ce/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T07:21:34,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/197514f7-ba66-4830-f313-4c589db988ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T07:21:34,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/197514f7-ba66-4830-f313-4c589db988ce/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T07:21:34,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/197514f7-ba66-4830-f313-4c589db988ce/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T07:21:34,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/197514f7-ba66-4830-f313-4c589db988ce/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T07:21:34,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/197514f7-ba66-4830-f313-4c589db988ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T07:21:34,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/197514f7-ba66-4830-f313-4c589db988ce/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T07:21:34,106 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/197514f7-ba66-4830-f313-4c589db988ce/nfs.dump.dir in system properties and HBase conf 2024-11-15T07:21:34,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/197514f7-ba66-4830-f313-4c589db988ce/java.io.tmpdir in system properties and HBase conf 2024-11-15T07:21:34,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/197514f7-ba66-4830-f313-4c589db988ce/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T07:21:34,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/197514f7-ba66-4830-f313-4c589db988ce/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T07:21:34,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/197514f7-ba66-4830-f313-4c589db988ce/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T07:21:34,708 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:21:34,708 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32f0bc5975d0,34421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:34421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T07:21:34,709 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48478 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32f0bc5975d0,34421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:34421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T07:21:34,742 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:21:34,746 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T07:21:34,747 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T07:21:34,747 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T07:21:34,747 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T07:21:34,748 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:21:34,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b4ddfb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/197514f7-ba66-4830-f313-4c589db988ce/hadoop.log.dir/,AVAILABLE} 2024-11-15T07:21:34,749 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a67ec78{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T07:21:34,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@55ea5509{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/197514f7-ba66-4830-f313-4c589db988ce/java.io.tmpdir/jetty-localhost-37115-hadoop-hdfs-3_4_1-tests_jar-_-any-12999216664730310529/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T07:21:34,860 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5dd28080{HTTP/1.1, (http/1.1)}{localhost:37115} 2024-11-15T07:21:34,861 INFO [Time-limited test {}] server.Server(415): Started @249374ms 2024-11-15T07:21:35,798 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:21:35,800 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T07:21:35,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T07:21:35,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T07:21:35,804 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T07:21:35,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17e35d7f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/197514f7-ba66-4830-f313-4c589db988ce/hadoop.log.dir/,AVAILABLE} 2024-11-15T07:21:35,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40679b01{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T07:21:35,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2fe65213{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/197514f7-ba66-4830-f313-4c589db988ce/java.io.tmpdir/jetty-localhost-35283-hadoop-hdfs-3_4_1-tests_jar-_-any-6151916481428209299/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T07:21:35,906 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@78a237f5{HTTP/1.1, (http/1.1)}{localhost:35283} 2024-11-15T07:21:35,906 INFO [Time-limited test {}] server.Server(415): Started @250420ms 2024-11-15T07:21:35,907 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T07:21:36,757 WARN [Thread-2903 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/197514f7-ba66-4830-f313-4c589db988ce/cluster_db3d390d-e64a-8efa-2818-a2a0a8fa76ae/data/data2/current/BP-1050384784-172.17.0.2-1731655294125/current, will proceed with Du for space computation calculation, 2024-11-15T07:21:36,758 WARN [Thread-2902 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/197514f7-ba66-4830-f313-4c589db988ce/cluster_db3d390d-e64a-8efa-2818-a2a0a8fa76ae/data/data1/current/BP-1050384784-172.17.0.2-1731655294125/current, will proceed with Du for space computation calculation, 2024-11-15T07:21:36,841 WARN [Thread-2890 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T07:21:36,846 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a5b4352776b5315 with lease ID 0xa97429c9e059dd5a: Processing first storage report for DS-3d7af146-0fb1-456b-a646-5710aa4bda8e from datanode DatanodeRegistration(127.0.0.1:42355, datanodeUuid=d8a54862-7ae1-4b62-8c3b-737f1bc5b652, infoPort=37521, infoSecurePort=0, ipcPort=41445, storageInfo=lv=-57;cid=testClusterID;nsid=1792176971;c=1731655294125) 2024-11-15T07:21:36,846 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a5b4352776b5315 with lease ID 0xa97429c9e059dd5a: from storage DS-3d7af146-0fb1-456b-a646-5710aa4bda8e node DatanodeRegistration(127.0.0.1:42355, datanodeUuid=d8a54862-7ae1-4b62-8c3b-737f1bc5b652, infoPort=37521, infoSecurePort=0, ipcPort=41445, storageInfo=lv=-57;cid=testClusterID;nsid=1792176971;c=1731655294125), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T07:21:36,846 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5a5b4352776b5315 with lease ID 0xa97429c9e059dd5a: Processing first storage report for DS-c00cbc80-5892-4a5c-bd36-1ab8216e71ee from datanode DatanodeRegistration(127.0.0.1:42355, datanodeUuid=d8a54862-7ae1-4b62-8c3b-737f1bc5b652, infoPort=37521, infoSecurePort=0, ipcPort=41445, storageInfo=lv=-57;cid=testClusterID;nsid=1792176971;c=1731655294125) 2024-11-15T07:21:36,846 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5a5b4352776b5315 with lease ID 0xa97429c9e059dd5a: from storage DS-c00cbc80-5892-4a5c-bd36-1ab8216e71ee node DatanodeRegistration(127.0.0.1:42355, datanodeUuid=d8a54862-7ae1-4b62-8c3b-737f1bc5b652, infoPort=37521, infoSecurePort=0, ipcPort=41445, storageInfo=lv=-57;cid=testClusterID;nsid=1792176971;c=1731655294125), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T07:21:36,869 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/197514f7-ba66-4830-f313-4c589db988ce 2024-11-15T07:21:36,869 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:21:36,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:21:36,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741825_1001 (size=7) 2024-11-15T07:21:36,926 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d with version=8 2024-11-15T07:21:36,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/hbase-staging 2024-11-15T07:21:36,928 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:21:36,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:21:36,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:21:36,928 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:21:36,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:21:36,928 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:21:36,928 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T07:21:36,928 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:21:36,930 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35803 2024-11-15T07:21:36,930 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35803 connecting to ZooKeeper ensemble=127.0.0.1:62240 2024-11-15T07:21:36,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:358030x0, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:21:36,956 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35803-0x1013d5eaa270006 connected 2024-11-15T07:21:37,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:21:37,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:21:37,044 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35803-0x1013d5eaa270006, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Set watcher on znode that does not yet exist, /2-1869524746/running 2024-11-15T07:21:37,044 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d, hbase.cluster.distributed=false 2024-11-15T07:21:37,046 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35803-0x1013d5eaa270006, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Set watcher on znode that does not yet exist, /2-1869524746/acl 2024-11-15T07:21:37,049 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35803 2024-11-15T07:21:37,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35803 2024-11-15T07:21:37,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35803 2024-11-15T07:21:37,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35803 2024-11-15T07:21:37,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35803 2024-11-15T07:21:37,084 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:21:37,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:21:37,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:21:37,084 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:21:37,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:21:37,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:21:37,084 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T07:21:37,084 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:21:37,085 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39723 2024-11-15T07:21:37,085 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39723 connecting to ZooKeeper ensemble=127.0.0.1:62240 2024-11-15T07:21:37,086 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:21:37,088 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:21:37,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:397230x0, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:21:37,110 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:397230x0, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Set watcher on znode that does not yet exist, /2-1869524746/running 2024-11-15T07:21:37,110 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T07:21:37,111 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39723-0x1013d5eaa270007 connected 2024-11-15T07:21:37,112 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T07:21:37,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39723-0x1013d5eaa270007, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Set watcher on znode that does not yet exist, /2-1869524746/master 2024-11-15T07:21:37,114 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39723-0x1013d5eaa270007, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Set watcher on znode that does not yet exist, /2-1869524746/acl 2024-11-15T07:21:37,115 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39723 2024-11-15T07:21:37,116 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39723 2024-11-15T07:21:37,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39723 2024-11-15T07:21:37,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39723 2024-11-15T07:21:37,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39723 2024-11-15T07:21:37,140 DEBUG [M:0;32f0bc5975d0:35803 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32f0bc5975d0:35803 2024-11-15T07:21:37,140 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1869524746/backup-masters/32f0bc5975d0,35803,1731655296928 2024-11-15T07:21:37,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35803-0x1013d5eaa270006, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1869524746/backup-masters 2024-11-15T07:21:37,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x1013d5eaa270007, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1869524746/backup-masters 2024-11-15T07:21:37,153 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35803-0x1013d5eaa270006, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Set watcher on existing znode=/2-1869524746/backup-masters/32f0bc5975d0,35803,1731655296928 2024-11-15T07:21:37,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x1013d5eaa270007, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1869524746/master 2024-11-15T07:21:37,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x1013d5eaa270007, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1869524746 2024-11-15T07:21:37,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35803-0x1013d5eaa270006, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1869524746 2024-11-15T07:21:37,166 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35803-0x1013d5eaa270006, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Set watcher on existing znode=/2-1869524746/master 2024-11-15T07:21:37,167 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1869524746/backup-masters/32f0bc5975d0,35803,1731655296928 from backup master directory 2024-11-15T07:21:37,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35803-0x1013d5eaa270006, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1869524746/backup-masters/32f0bc5975d0,35803,1731655296928 2024-11-15T07:21:37,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x1013d5eaa270007, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1869524746/backup-masters 2024-11-15T07:21:37,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35803-0x1013d5eaa270006, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1869524746/backup-masters 2024-11-15T07:21:37,176 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:21:37,176 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32f0bc5975d0,35803,1731655296928 2024-11-15T07:21:37,187 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/hbase.id] with ID: e1efa6af-b36f-4c99-b74c-bff69bda40f7 2024-11-15T07:21:37,187 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/.tmp/hbase.id 2024-11-15T07:21:37,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741826_1002 (size=42) 2024-11-15T07:21:37,209 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/.tmp/hbase.id]:[hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/hbase.id] 2024-11-15T07:21:37,227 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:21:37,227 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T07:21:37,228 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T07:21:37,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35803-0x1013d5eaa270006, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1869524746 2024-11-15T07:21:37,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x1013d5eaa270007, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1869524746 2024-11-15T07:21:37,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741827_1003 (size=196) 2024-11-15T07:21:37,685 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:21:37,686 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T07:21:37,692 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:21:37,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741828_1004 (size=1189) 2024-11-15T07:21:37,738 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/MasterData/data/master/store 2024-11-15T07:21:37,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741829_1005 (size=34) 2024-11-15T07:21:38,163 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:21:38,163 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:21:38,163 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:21:38,163 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:21:38,163 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:21:38,163 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:21:38,163 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:21:38,163 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655298163Disabling compacts and flushes for region at 1731655298163Disabling writes for close at 1731655298163Writing region close event to WAL at 1731655298163Closed at 1731655298163 2024-11-15T07:21:38,165 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/MasterData/data/master/store/.initializing 2024-11-15T07:21:38,165 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/MasterData/WALs/32f0bc5975d0,35803,1731655296928 2024-11-15T07:21:38,167 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:21:38,170 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32f0bc5975d0%2C35803%2C1731655296928, suffix=, logDir=hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/MasterData/WALs/32f0bc5975d0,35803,1731655296928, archiveDir=hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/MasterData/oldWALs, maxLogs=10 2024-11-15T07:21:38,190 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/MasterData/WALs/32f0bc5975d0,35803,1731655296928/32f0bc5975d0%2C35803%2C1731655296928.1731655298170, exclude list is [], retry=0 2024-11-15T07:21:38,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42355,DS-3d7af146-0fb1-456b-a646-5710aa4bda8e,DISK] 2024-11-15T07:21:38,218 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/MasterData/WALs/32f0bc5975d0,35803,1731655296928/32f0bc5975d0%2C35803%2C1731655296928.1731655298170 2024-11-15T07:21:38,218 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37521:37521)] 2024-11-15T07:21:38,218 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:21:38,218 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:21:38,218 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:38,218 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:38,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:38,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T07:21:38,221 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:38,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:21:38,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:38,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T07:21:38,222 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:38,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:21:38,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:38,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T07:21:38,223 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:38,223 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:21:38,224 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:38,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T07:21:38,225 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:38,225 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:21:38,225 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:38,226 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:38,227 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:38,228 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:38,228 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:38,228 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:21:38,230 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:21:38,233 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:21:38,233 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62191783, jitterRate=-0.07327021658420563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:21:38,233 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731655298219Initializing all the Stores at 1731655298219Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655298219Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655298219Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655298219Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655298219Cleaning up temporary data from old regions at 1731655298228 (+9 ms)Region opened successfully at 1731655298233 (+5 ms) 2024-11-15T07:21:38,234 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T07:21:38,237 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ccb2cf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:21:38,238 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T07:21:38,238 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T07:21:38,238 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T07:21:38,238 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T07:21:38,239 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T07:21:38,239 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T07:21:38,239 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T07:21:38,242 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T07:21:38,242 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35803-0x1013d5eaa270006, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Unable to get data of znode /2-1869524746/balancer because node does not exist (not necessarily an error) 2024-11-15T07:21:38,313 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1869524746/balancer already deleted, retry=false 2024-11-15T07:21:38,313 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T07:21:38,318 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35803-0x1013d5eaa270006, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Unable to get data of znode /2-1869524746/normalizer because node does not exist (not necessarily an error) 2024-11-15T07:21:38,330 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1869524746/normalizer already deleted, retry=false 2024-11-15T07:21:38,331 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T07:21:38,331 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35803-0x1013d5eaa270006, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Unable to get data of znode /2-1869524746/switch/split because node does not exist (not necessarily an error) 2024-11-15T07:21:38,344 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1869524746/switch/split already deleted, retry=false 2024-11-15T07:21:38,345 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35803-0x1013d5eaa270006, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Unable to get data of znode /2-1869524746/switch/merge because node does not exist (not necessarily an error) 2024-11-15T07:21:38,354 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1869524746/switch/merge already deleted, retry=false 2024-11-15T07:21:38,356 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35803-0x1013d5eaa270006, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Unable to get data of znode /2-1869524746/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T07:21:38,365 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1869524746/snapshot-cleanup already deleted, retry=false 2024-11-15T07:21:38,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x1013d5eaa270007, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1869524746/running 2024-11-15T07:21:38,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35803-0x1013d5eaa270006, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1869524746/running 2024-11-15T07:21:38,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x1013d5eaa270007, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1869524746 2024-11-15T07:21:38,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35803-0x1013d5eaa270006, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1869524746 2024-11-15T07:21:38,376 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32f0bc5975d0,35803,1731655296928, sessionid=0x1013d5eaa270006, setting cluster-up flag (Was=false) 2024-11-15T07:21:38,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35803-0x1013d5eaa270006, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1869524746 2024-11-15T07:21:38,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x1013d5eaa270007, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1869524746 2024-11-15T07:21:38,428 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1869524746/flush-table-proc/acquired, /2-1869524746/flush-table-proc/reached, /2-1869524746/flush-table-proc/abort 2024-11-15T07:21:38,429 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,35803,1731655296928 2024-11-15T07:21:38,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x1013d5eaa270007, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1869524746 2024-11-15T07:21:38,449 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35803-0x1013d5eaa270006, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1869524746 2024-11-15T07:21:38,481 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1869524746/online-snapshot/acquired, /2-1869524746/online-snapshot/reached, /2-1869524746/online-snapshot/abort 2024-11-15T07:21:38,482 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,35803,1731655296928 2024-11-15T07:21:38,482 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T07:21:38,483 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T07:21:38,484 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T07:21:38,484 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T07:21:38,484 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32f0bc5975d0,35803,1731655296928 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T07:21:38,485 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:21:38,485 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:21:38,485 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:21:38,485 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:21:38,485 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32f0bc5975d0:0, corePoolSize=10, maxPoolSize=10 2024-11-15T07:21:38,485 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:38,485 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:21:38,485 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:38,486 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731655328486 2024-11-15T07:21:38,486 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T07:21:38,486 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T07:21:38,486 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T07:21:38,486 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T07:21:38,486 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T07:21:38,486 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T07:21:38,486 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:21:38,487 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T07:21:38,487 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:38,487 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T07:21:38,487 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T07:21:38,487 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T07:21:38,487 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T07:21:38,487 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:38,487 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T07:21:38,487 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T07:21:38,487 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655298487,5,FailOnTimeoutGroup] 2024-11-15T07:21:38,487 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T07:21:38,488 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655298487,5,FailOnTimeoutGroup] 2024-11-15T07:21:38,488 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:38,488 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T07:21:38,488 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:38,488 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:38,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741831_1007 (size=1321) 2024-11-15T07:21:38,533 INFO [RS:0;32f0bc5975d0:39723 {}] regionserver.HRegionServer(746): ClusterId : e1efa6af-b36f-4c99-b74c-bff69bda40f7 2024-11-15T07:21:38,533 DEBUG [RS:0;32f0bc5975d0:39723 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T07:21:38,544 DEBUG [RS:0;32f0bc5975d0:39723 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T07:21:38,544 DEBUG [RS:0;32f0bc5975d0:39723 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T07:21:38,555 DEBUG [RS:0;32f0bc5975d0:39723 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T07:21:38,555 DEBUG [RS:0;32f0bc5975d0:39723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@171a0311, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:21:38,568 DEBUG [RS:0;32f0bc5975d0:39723 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32f0bc5975d0:39723 2024-11-15T07:21:38,568 INFO [RS:0;32f0bc5975d0:39723 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T07:21:38,568 INFO [RS:0;32f0bc5975d0:39723 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T07:21:38,568 DEBUG [RS:0;32f0bc5975d0:39723 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T07:21:38,569 INFO [RS:0;32f0bc5975d0:39723 {}] regionserver.HRegionServer(2659): reportForDuty to master=32f0bc5975d0,35803,1731655296928 with port=39723, startcode=1731655297083 2024-11-15T07:21:38,569 DEBUG [RS:0;32f0bc5975d0:39723 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T07:21:38,571 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43627, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T07:21:38,571 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35803 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32f0bc5975d0,39723,1731655297083 2024-11-15T07:21:38,571 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35803 {}] master.ServerManager(517): Registering regionserver=32f0bc5975d0,39723,1731655297083 2024-11-15T07:21:38,572 DEBUG [RS:0;32f0bc5975d0:39723 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d 2024-11-15T07:21:38,572 DEBUG [RS:0;32f0bc5975d0:39723 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32815 2024-11-15T07:21:38,572 DEBUG [RS:0;32f0bc5975d0:39723 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T07:21:38,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35803-0x1013d5eaa270006, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1869524746/rs 2024-11-15T07:21:38,626 DEBUG [RS:0;32f0bc5975d0:39723 {}] zookeeper.ZKUtil(111): regionserver:39723-0x1013d5eaa270007, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Set watcher on existing znode=/2-1869524746/rs/32f0bc5975d0,39723,1731655297083 2024-11-15T07:21:38,626 WARN [RS:0;32f0bc5975d0:39723 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:21:38,626 INFO [RS:0;32f0bc5975d0:39723 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:21:38,626 DEBUG [RS:0;32f0bc5975d0:39723 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083 2024-11-15T07:21:38,626 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32f0bc5975d0,39723,1731655297083] 2024-11-15T07:21:38,629 INFO [RS:0;32f0bc5975d0:39723 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T07:21:38,630 INFO [RS:0;32f0bc5975d0:39723 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T07:21:38,630 INFO [RS:0;32f0bc5975d0:39723 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T07:21:38,630 INFO [RS:0;32f0bc5975d0:39723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:38,630 INFO [RS:0;32f0bc5975d0:39723 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T07:21:38,631 INFO [RS:0;32f0bc5975d0:39723 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T07:21:38,631 INFO [RS:0;32f0bc5975d0:39723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:38,631 DEBUG [RS:0;32f0bc5975d0:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:38,631 DEBUG [RS:0;32f0bc5975d0:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:38,631 DEBUG [RS:0;32f0bc5975d0:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:38,631 DEBUG [RS:0;32f0bc5975d0:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:38,631 DEBUG [RS:0;32f0bc5975d0:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:38,631 DEBUG [RS:0;32f0bc5975d0:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:21:38,631 DEBUG [RS:0;32f0bc5975d0:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:38,631 DEBUG [RS:0;32f0bc5975d0:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:38,631 DEBUG [RS:0;32f0bc5975d0:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:38,631 DEBUG [RS:0;32f0bc5975d0:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:38,631 DEBUG [RS:0;32f0bc5975d0:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:38,631 DEBUG [RS:0;32f0bc5975d0:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:21:38,631 DEBUG [RS:0;32f0bc5975d0:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:21:38,631 DEBUG [RS:0;32f0bc5975d0:39723 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:21:38,632 INFO [RS:0;32f0bc5975d0:39723 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:38,632 INFO [RS:0;32f0bc5975d0:39723 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:38,632 INFO [RS:0;32f0bc5975d0:39723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:38,632 INFO [RS:0;32f0bc5975d0:39723 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:38,632 INFO [RS:0;32f0bc5975d0:39723 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:38,632 INFO [RS:0;32f0bc5975d0:39723 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,39723,1731655297083-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:21:38,644 INFO [RS:0;32f0bc5975d0:39723 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T07:21:38,644 INFO [RS:0;32f0bc5975d0:39723 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,39723,1731655297083-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:38,644 INFO [RS:0;32f0bc5975d0:39723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:38,644 INFO [RS:0;32f0bc5975d0:39723 {}] regionserver.Replication(171): 32f0bc5975d0,39723,1731655297083 started 2024-11-15T07:21:38,657 INFO [RS:0;32f0bc5975d0:39723 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:38,657 INFO [RS:0;32f0bc5975d0:39723 {}] regionserver.HRegionServer(1482): Serving as 32f0bc5975d0,39723,1731655297083, RpcServer on 32f0bc5975d0/172.17.0.2:39723, sessionid=0x1013d5eaa270007 2024-11-15T07:21:38,657 DEBUG [RS:0;32f0bc5975d0:39723 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T07:21:38,657 DEBUG [RS:0;32f0bc5975d0:39723 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32f0bc5975d0,39723,1731655297083 2024-11-15T07:21:38,657 DEBUG [RS:0;32f0bc5975d0:39723 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,39723,1731655297083' 2024-11-15T07:21:38,657 DEBUG [RS:0;32f0bc5975d0:39723 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1869524746/flush-table-proc/abort' 2024-11-15T07:21:38,658 DEBUG [RS:0;32f0bc5975d0:39723 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1869524746/flush-table-proc/acquired' 2024-11-15T07:21:38,658 DEBUG [RS:0;32f0bc5975d0:39723 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T07:21:38,658 DEBUG [RS:0;32f0bc5975d0:39723 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T07:21:38,658 DEBUG [RS:0;32f0bc5975d0:39723 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32f0bc5975d0,39723,1731655297083 2024-11-15T07:21:38,658 DEBUG [RS:0;32f0bc5975d0:39723 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,39723,1731655297083' 2024-11-15T07:21:38,658 DEBUG [RS:0;32f0bc5975d0:39723 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1869524746/online-snapshot/abort' 2024-11-15T07:21:38,658 DEBUG [RS:0;32f0bc5975d0:39723 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1869524746/online-snapshot/acquired' 2024-11-15T07:21:38,659 DEBUG [RS:0;32f0bc5975d0:39723 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T07:21:38,659 INFO [RS:0;32f0bc5975d0:39723 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T07:21:38,659 INFO [RS:0;32f0bc5975d0:39723 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T07:21:38,759 INFO [RS:0;32f0bc5975d0:39723 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:21:38,760 INFO [RS:0;32f0bc5975d0:39723 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C39723%2C1731655297083, suffix=, logDir=hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083, archiveDir=hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/oldWALs, maxLogs=10 2024-11-15T07:21:38,775 DEBUG [RS:0;32f0bc5975d0:39723 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760, exclude list is [], retry=0 2024-11-15T07:21:38,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42355,DS-3d7af146-0fb1-456b-a646-5710aa4bda8e,DISK] 2024-11-15T07:21:38,778 INFO [RS:0;32f0bc5975d0:39723 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760 2024-11-15T07:21:38,779 DEBUG [RS:0;32f0bc5975d0:39723 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37521:37521)] 2024-11-15T07:21:38,900 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T07:21:38,900 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d 2024-11-15T07:21:38,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741833_1009 (size=32) 2024-11-15T07:21:38,915 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:21:38,916 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:21:38,917 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:21:38,918 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:38,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:21:38,918 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:21:38,919 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:21:38,919 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:38,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:21:38,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:21:38,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:21:38,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:38,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:21:38,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:21:38,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:21:38,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:38,923 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:21:38,923 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:21:38,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/hbase/meta/1588230740 2024-11-15T07:21:38,924 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/hbase/meta/1588230740 2024-11-15T07:21:38,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:21:38,925 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:21:38,926 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:21:38,927 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:21:38,928 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:21:38,928 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64416426, jitterRate=-0.040120452642440796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:21:38,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731655298915Initializing all the Stores at 1731655298916 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655298916Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655298916Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655298916Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655298916Cleaning up temporary data from old regions at 1731655298925 (+9 ms)Region opened successfully at 1731655298929 (+4 ms) 2024-11-15T07:21:38,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:21:38,929 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:21:38,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:21:38,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:21:38,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:21:38,929 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:21:38,929 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655298929Disabling compacts and flushes for region at 1731655298929Disabling writes for close at 1731655298929Writing region close event to WAL at 1731655298929Closed at 1731655298929 2024-11-15T07:21:38,930 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:21:38,930 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T07:21:38,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T07:21:38,931 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:21:38,932 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T07:21:39,082 DEBUG [32f0bc5975d0:35803 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T07:21:39,083 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32f0bc5975d0,39723,1731655297083 2024-11-15T07:21:39,084 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,39723,1731655297083, state=OPENING 2024-11-15T07:21:39,109 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T07:21:39,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35803-0x1013d5eaa270006, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1869524746 2024-11-15T07:21:39,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x1013d5eaa270007, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1869524746 2024-11-15T07:21:39,198 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1869524746/meta-region-server: CHANGED 2024-11-15T07:21:39,198 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:21:39,198 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,39723,1731655297083}] 2024-11-15T07:21:39,199 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1869524746/meta-region-server: CHANGED 2024-11-15T07:21:39,350 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T07:21:39,352 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T07:21:39,361 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T07:21:39,361 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:21:39,361 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T07:21:39,363 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C39723%2C1731655297083.meta, suffix=.meta, logDir=hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083, archiveDir=hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/oldWALs, maxLogs=10 2024-11-15T07:21:39,383 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.meta.1731655299363.meta, exclude list is [], retry=0 2024-11-15T07:21:39,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42355,DS-3d7af146-0fb1-456b-a646-5710aa4bda8e,DISK] 2024-11-15T07:21:39,392 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.meta.1731655299363.meta 2024-11-15T07:21:39,393 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37521:37521)] 2024-11-15T07:21:39,393 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:21:39,393 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:21:39,394 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T07:21:39,394 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T07:21:39,394 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T07:21:39,394 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T07:21:39,394 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:21:39,394 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T07:21:39,394 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T07:21:39,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:21:39,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:21:39,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:39,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:21:39,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:21:39,397 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:21:39,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:39,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:21:39,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:21:39,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:21:39,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:39,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:21:39,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:21:39,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:21:39,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:39,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:21:39,399 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:21:39,400 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/hbase/meta/1588230740 2024-11-15T07:21:39,401 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/hbase/meta/1588230740 2024-11-15T07:21:39,402 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:21:39,402 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:21:39,403 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:21:39,404 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:21:39,404 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66612070, jitterRate=-0.0074028074741363525}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:21:39,404 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T07:21:39,405 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731655299394Writing region info on filesystem at 1731655299394Initializing all the Stores at 1731655299395 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655299395Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655299395Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655299395Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655299395Cleaning up temporary data from old regions at 1731655299402 (+7 ms)Running coprocessor post-open hooks at 1731655299405 (+3 ms)Region opened successfully at 1731655299405 2024-11-15T07:21:39,409 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731655299350 2024-11-15T07:21:39,411 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T07:21:39,411 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T07:21:39,412 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32f0bc5975d0,39723,1731655297083 2024-11-15T07:21:39,412 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,39723,1731655297083, state=OPEN 2024-11-15T07:21:39,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x1013d5eaa270007, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1869524746/meta-region-server 2024-11-15T07:21:39,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35803-0x1013d5eaa270006, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1869524746/meta-region-server 2024-11-15T07:21:39,418 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1869524746/meta-region-server: CHANGED 2024-11-15T07:21:39,418 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1869524746/meta-region-server: CHANGED 2024-11-15T07:21:39,418 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32f0bc5975d0,39723,1731655297083 2024-11-15T07:21:39,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T07:21:39,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,39723,1731655297083 in 220 msec 2024-11-15T07:21:39,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T07:21:39,427 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 490 msec 2024-11-15T07:21:39,428 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:21:39,428 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T07:21:39,429 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:21:39,429 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,39723,1731655297083, seqNum=-1] 2024-11-15T07:21:39,430 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:21:39,431 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:21:39,435 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 952 msec 2024-11-15T07:21:39,435 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731655299435, completionTime=-1 2024-11-15T07:21:39,436 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T07:21:39,436 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T07:21:39,438 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T07:21:39,438 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731655359438 2024-11-15T07:21:39,438 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731655419438 2024-11-15T07:21:39,438 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T07:21:39,439 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,35803,1731655296928-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:39,439 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,35803,1731655296928-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:39,439 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,35803,1731655296928-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:39,439 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32f0bc5975d0:35803, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:39,439 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:39,441 DEBUG [master/32f0bc5975d0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T07:21:39,441 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T07:21:39,444 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:39,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:39,448 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.268sec 2024-11-15T07:21:39,448 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T07:21:39,448 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T07:21:39,448 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T07:21:39,448 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T07:21:39,448 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T07:21:39,448 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,35803,1731655296928-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:21:39,449 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,35803,1731655296928-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T07:21:39,454 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T07:21:39,454 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T07:21:39,455 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,35803,1731655296928-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:21:39,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:39,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:39,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:39,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:39,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:39,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:39,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:39,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:39,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:39,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:39,534 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@419e9306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:39,534 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,35803,-1 for getting cluster id 2024-11-15T07:21:39,534 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:21:39,536 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1efa6af-b36f-4c99-b74c-bff69bda40f7' 2024-11-15T07:21:39,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:21:39,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1efa6af-b36f-4c99-b74c-bff69bda40f7" 2024-11-15T07:21:39,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cc11c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:39,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,35803,-1] 2024-11-15T07:21:39,537 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:21:39,537 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:39,537 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:21:39,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d018d81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:39,539 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:21:39,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,39723,1731655297083, seqNum=-1] 2024-11-15T07:21:39,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:21:39,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:21:39,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32f0bc5975d0,35803,1731655296928 2024-11-15T07:21:39,545 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:62240 2024-11-15T07:21:39,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:21:39,622 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013d5eaa270008 connected 2024-11-15T07:21:39,651 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:21:39,653 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,35653,1731655284343 2024-11-15T07:21:39,653 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20340dbb 2024-11-15T07:21:39,653 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:21:39,654 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:21:39,655 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35653 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:21:39,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35653 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T07:21:39,657 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T07:21:39,657 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:39,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35653 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T07:21:39,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:21:39,659 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T07:21:39,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38495 is added to blk_1073741835_1011 (size=902) 2024-11-15T07:21:39,709 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 74da5f8f2d6fe75d75c6ec4cda0d61e4, NAME => 'test,,1731655299654.74da5f8f2d6fe75d75c6ec4cda0d61e4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de 2024-11-15T07:21:39,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38495 is added to blk_1073741836_1012 (size=39) 2024-11-15T07:21:39,736 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731655299654.74da5f8f2d6fe75d75c6ec4cda0d61e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:21:39,736 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 74da5f8f2d6fe75d75c6ec4cda0d61e4, disabling compactions & flushes 2024-11-15T07:21:39,736 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731655299654.74da5f8f2d6fe75d75c6ec4cda0d61e4. 2024-11-15T07:21:39,736 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731655299654.74da5f8f2d6fe75d75c6ec4cda0d61e4. 2024-11-15T07:21:39,736 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731655299654.74da5f8f2d6fe75d75c6ec4cda0d61e4. after waiting 0 ms 2024-11-15T07:21:39,736 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731655299654.74da5f8f2d6fe75d75c6ec4cda0d61e4. 2024-11-15T07:21:39,736 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731655299654.74da5f8f2d6fe75d75c6ec4cda0d61e4. 2024-11-15T07:21:39,736 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 74da5f8f2d6fe75d75c6ec4cda0d61e4: Waiting for close lock at 1731655299736Disabling compacts and flushes for region at 1731655299736Disabling writes for close at 1731655299736Writing region close event to WAL at 1731655299736Closed at 1731655299736 2024-11-15T07:21:39,737 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T07:21:39,738 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731655299654.74da5f8f2d6fe75d75c6ec4cda0d61e4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731655299737"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731655299737"}]},"ts":"1731655299737"} 2024-11-15T07:21:39,740 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T07:21:39,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T07:21:39,741 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655299740"}]},"ts":"1731655299740"} 2024-11-15T07:21:39,743 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T07:21:39,743 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=74da5f8f2d6fe75d75c6ec4cda0d61e4, ASSIGN}] 2024-11-15T07:21:39,745 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=74da5f8f2d6fe75d75c6ec4cda0d61e4, ASSIGN 2024-11-15T07:21:39,745 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=74da5f8f2d6fe75d75c6ec4cda0d61e4, ASSIGN; state=OFFLINE, location=32f0bc5975d0,33483,1731655284589; forceNewPlan=false, retain=false 2024-11-15T07:21:39,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:21:39,896 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=74da5f8f2d6fe75d75c6ec4cda0d61e4, regionState=OPENING, regionLocation=32f0bc5975d0,33483,1731655284589 2024-11-15T07:21:39,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=74da5f8f2d6fe75d75c6ec4cda0d61e4, ASSIGN because future has completed 2024-11-15T07:21:39,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74da5f8f2d6fe75d75c6ec4cda0d61e4, server=32f0bc5975d0,33483,1731655284589}] 2024-11-15T07:21:39,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:21:40,108 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731655299654.74da5f8f2d6fe75d75c6ec4cda0d61e4. 2024-11-15T07:21:40,108 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 74da5f8f2d6fe75d75c6ec4cda0d61e4, NAME => 'test,,1731655299654.74da5f8f2d6fe75d75c6ec4cda0d61e4.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:21:40,108 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:21:40,108 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T07:21:40,109 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 74da5f8f2d6fe75d75c6ec4cda0d61e4 2024-11-15T07:21:40,109 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731655299654.74da5f8f2d6fe75d75c6ec4cda0d61e4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:21:40,109 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 74da5f8f2d6fe75d75c6ec4cda0d61e4 2024-11-15T07:21:40,109 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 74da5f8f2d6fe75d75c6ec4cda0d61e4 2024-11-15T07:21:40,120 INFO [StoreOpener-74da5f8f2d6fe75d75c6ec4cda0d61e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 74da5f8f2d6fe75d75c6ec4cda0d61e4 2024-11-15T07:21:40,122 INFO [StoreOpener-74da5f8f2d6fe75d75c6ec4cda0d61e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74da5f8f2d6fe75d75c6ec4cda0d61e4 columnFamilyName f 2024-11-15T07:21:40,122 DEBUG [StoreOpener-74da5f8f2d6fe75d75c6ec4cda0d61e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:40,123 INFO [StoreOpener-74da5f8f2d6fe75d75c6ec4cda0d61e4-1 {}] regionserver.HStore(327): Store=74da5f8f2d6fe75d75c6ec4cda0d61e4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:21:40,123 INFO [StoreOpener-74da5f8f2d6fe75d75c6ec4cda0d61e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 74da5f8f2d6fe75d75c6ec4cda0d61e4 2024-11-15T07:21:40,125 INFO [StoreOpener-74da5f8f2d6fe75d75c6ec4cda0d61e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74da5f8f2d6fe75d75c6ec4cda0d61e4 columnFamilyName f1 2024-11-15T07:21:40,125 DEBUG [StoreOpener-74da5f8f2d6fe75d75c6ec4cda0d61e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:40,125 INFO [StoreOpener-74da5f8f2d6fe75d75c6ec4cda0d61e4-1 {}] regionserver.HStore(327): Store=74da5f8f2d6fe75d75c6ec4cda0d61e4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:21:40,125 INFO [StoreOpener-74da5f8f2d6fe75d75c6ec4cda0d61e4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 74da5f8f2d6fe75d75c6ec4cda0d61e4 2024-11-15T07:21:40,127 INFO [StoreOpener-74da5f8f2d6fe75d75c6ec4cda0d61e4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 74da5f8f2d6fe75d75c6ec4cda0d61e4 columnFamilyName norep 2024-11-15T07:21:40,127 DEBUG [StoreOpener-74da5f8f2d6fe75d75c6ec4cda0d61e4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:40,127 INFO [StoreOpener-74da5f8f2d6fe75d75c6ec4cda0d61e4-1 {}] regionserver.HStore(327): Store=74da5f8f2d6fe75d75c6ec4cda0d61e4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:21:40,128 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 74da5f8f2d6fe75d75c6ec4cda0d61e4 2024-11-15T07:21:40,128 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/default/test/74da5f8f2d6fe75d75c6ec4cda0d61e4 2024-11-15T07:21:40,129 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/default/test/74da5f8f2d6fe75d75c6ec4cda0d61e4 2024-11-15T07:21:40,129 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 74da5f8f2d6fe75d75c6ec4cda0d61e4 2024-11-15T07:21:40,129 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 74da5f8f2d6fe75d75c6ec4cda0d61e4 2024-11-15T07:21:40,130 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T07:21:40,131 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 74da5f8f2d6fe75d75c6ec4cda0d61e4 2024-11-15T07:21:40,137 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/default/test/74da5f8f2d6fe75d75c6ec4cda0d61e4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:21:40,139 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 74da5f8f2d6fe75d75c6ec4cda0d61e4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65735518, jitterRate=-0.020464450120925903}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T07:21:40,139 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 74da5f8f2d6fe75d75c6ec4cda0d61e4 2024-11-15T07:21:40,140 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 74da5f8f2d6fe75d75c6ec4cda0d61e4: Running coprocessor pre-open hook at 1731655300109Writing region info on filesystem at 1731655300109Initializing all the Stores at 1731655300116 (+7 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655300116Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655300120 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655300120Cleaning up temporary data from old regions at 1731655300129 (+9 ms)Running coprocessor post-open hooks at 1731655300139 (+10 ms)Region opened successfully at 1731655300139 2024-11-15T07:21:40,141 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731655299654.74da5f8f2d6fe75d75c6ec4cda0d61e4., pid=6, masterSystemTime=1731655300081 2024-11-15T07:21:40,143 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731655299654.74da5f8f2d6fe75d75c6ec4cda0d61e4. 2024-11-15T07:21:40,143 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731655299654.74da5f8f2d6fe75d75c6ec4cda0d61e4. 2024-11-15T07:21:40,143 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=74da5f8f2d6fe75d75c6ec4cda0d61e4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=32f0bc5975d0,33483,1731655284589 2024-11-15T07:21:40,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 74da5f8f2d6fe75d75c6ec4cda0d61e4, server=32f0bc5975d0,33483,1731655284589 because future has completed 2024-11-15T07:21:40,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T07:21:40,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 74da5f8f2d6fe75d75c6ec4cda0d61e4, server=32f0bc5975d0,33483,1731655284589 in 238 msec 2024-11-15T07:21:40,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T07:21:40,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=74da5f8f2d6fe75d75c6ec4cda0d61e4, ASSIGN in 404 msec 2024-11-15T07:21:40,151 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T07:21:40,151 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655300151"}]},"ts":"1731655300151"} 2024-11-15T07:21:40,154 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T07:21:40,155 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T07:21:40,164 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 500 msec 2024-11-15T07:21:40,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:21:40,289 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T07:21:40,290 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:21:40,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,41115,1731655290259 2024-11-15T07:21:40,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b6fc616 2024-11-15T07:21:40,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:21:40,292 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:21:40,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41115 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:21:40,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41115 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T07:21:40,295 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T07:21:40,295 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:40,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41115 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T07:21:40,297 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T07:21:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:21:40,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741835_1011 (size=902) 2024-11-15T07:21:40,302 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6d4698be38ed08fa7e0e00cb5dbca01f, NAME => 'test,,1731655300292.6d4698be38ed08fa7e0e00cb5dbca01f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f 2024-11-15T07:21:40,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741836_1012 (size=39) 2024-11-15T07:21:40,313 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731655300292.6d4698be38ed08fa7e0e00cb5dbca01f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:21:40,313 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6d4698be38ed08fa7e0e00cb5dbca01f, disabling compactions & flushes 2024-11-15T07:21:40,313 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731655300292.6d4698be38ed08fa7e0e00cb5dbca01f. 2024-11-15T07:21:40,313 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731655300292.6d4698be38ed08fa7e0e00cb5dbca01f. 2024-11-15T07:21:40,313 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731655300292.6d4698be38ed08fa7e0e00cb5dbca01f. after waiting 0 ms 2024-11-15T07:21:40,313 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731655300292.6d4698be38ed08fa7e0e00cb5dbca01f. 2024-11-15T07:21:40,313 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731655300292.6d4698be38ed08fa7e0e00cb5dbca01f. 2024-11-15T07:21:40,313 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6d4698be38ed08fa7e0e00cb5dbca01f: Waiting for close lock at 1731655300313Disabling compacts and flushes for region at 1731655300313Disabling writes for close at 1731655300313Writing region close event to WAL at 1731655300313Closed at 1731655300313 2024-11-15T07:21:40,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T07:21:40,315 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731655300292.6d4698be38ed08fa7e0e00cb5dbca01f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731655300315"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731655300315"}]},"ts":"1731655300315"} 2024-11-15T07:21:40,317 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T07:21:40,318 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T07:21:40,318 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655300318"}]},"ts":"1731655300318"} 2024-11-15T07:21:40,320 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T07:21:40,321 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6d4698be38ed08fa7e0e00cb5dbca01f, ASSIGN}] 2024-11-15T07:21:40,322 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6d4698be38ed08fa7e0e00cb5dbca01f, ASSIGN 2024-11-15T07:21:40,323 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6d4698be38ed08fa7e0e00cb5dbca01f, ASSIGN; state=OFFLINE, location=32f0bc5975d0,42037,1731655290439; forceNewPlan=false, retain=false 2024-11-15T07:21:40,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:21:40,473 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6d4698be38ed08fa7e0e00cb5dbca01f, regionState=OPENING, regionLocation=32f0bc5975d0,42037,1731655290439 2024-11-15T07:21:40,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6d4698be38ed08fa7e0e00cb5dbca01f, ASSIGN because future has completed 2024-11-15T07:21:40,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d4698be38ed08fa7e0e00cb5dbca01f, server=32f0bc5975d0,42037,1731655290439}] 2024-11-15T07:21:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:21:40,652 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731655300292.6d4698be38ed08fa7e0e00cb5dbca01f. 2024-11-15T07:21:40,652 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d4698be38ed08fa7e0e00cb5dbca01f, NAME => 'test,,1731655300292.6d4698be38ed08fa7e0e00cb5dbca01f.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:21:40,653 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:21:40,653 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T07:21:40,653 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6d4698be38ed08fa7e0e00cb5dbca01f 2024-11-15T07:21:40,653 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731655300292.6d4698be38ed08fa7e0e00cb5dbca01f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:21:40,654 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6d4698be38ed08fa7e0e00cb5dbca01f 2024-11-15T07:21:40,654 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6d4698be38ed08fa7e0e00cb5dbca01f 2024-11-15T07:21:40,657 INFO [StoreOpener-6d4698be38ed08fa7e0e00cb5dbca01f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6d4698be38ed08fa7e0e00cb5dbca01f 2024-11-15T07:21:40,658 INFO [StoreOpener-6d4698be38ed08fa7e0e00cb5dbca01f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d4698be38ed08fa7e0e00cb5dbca01f columnFamilyName f 2024-11-15T07:21:40,658 DEBUG [StoreOpener-6d4698be38ed08fa7e0e00cb5dbca01f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:40,659 INFO [StoreOpener-6d4698be38ed08fa7e0e00cb5dbca01f-1 {}] regionserver.HStore(327): Store=6d4698be38ed08fa7e0e00cb5dbca01f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:21:40,659 INFO [StoreOpener-6d4698be38ed08fa7e0e00cb5dbca01f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6d4698be38ed08fa7e0e00cb5dbca01f 2024-11-15T07:21:40,660 INFO [StoreOpener-6d4698be38ed08fa7e0e00cb5dbca01f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d4698be38ed08fa7e0e00cb5dbca01f columnFamilyName f1 2024-11-15T07:21:40,660 DEBUG [StoreOpener-6d4698be38ed08fa7e0e00cb5dbca01f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:40,660 INFO [StoreOpener-6d4698be38ed08fa7e0e00cb5dbca01f-1 {}] regionserver.HStore(327): Store=6d4698be38ed08fa7e0e00cb5dbca01f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:21:40,661 INFO [StoreOpener-6d4698be38ed08fa7e0e00cb5dbca01f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6d4698be38ed08fa7e0e00cb5dbca01f 2024-11-15T07:21:40,664 INFO [StoreOpener-6d4698be38ed08fa7e0e00cb5dbca01f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d4698be38ed08fa7e0e00cb5dbca01f columnFamilyName norep 2024-11-15T07:21:40,664 DEBUG [StoreOpener-6d4698be38ed08fa7e0e00cb5dbca01f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:40,665 INFO [StoreOpener-6d4698be38ed08fa7e0e00cb5dbca01f-1 {}] regionserver.HStore(327): Store=6d4698be38ed08fa7e0e00cb5dbca01f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:21:40,665 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6d4698be38ed08fa7e0e00cb5dbca01f 2024-11-15T07:21:40,667 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/default/test/6d4698be38ed08fa7e0e00cb5dbca01f 2024-11-15T07:21:40,668 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/default/test/6d4698be38ed08fa7e0e00cb5dbca01f 2024-11-15T07:21:40,670 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6d4698be38ed08fa7e0e00cb5dbca01f 2024-11-15T07:21:40,670 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6d4698be38ed08fa7e0e00cb5dbca01f 2024-11-15T07:21:40,671 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T07:21:40,672 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6d4698be38ed08fa7e0e00cb5dbca01f 2024-11-15T07:21:40,676 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/default/test/6d4698be38ed08fa7e0e00cb5dbca01f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:21:40,676 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6d4698be38ed08fa7e0e00cb5dbca01f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61270805, jitterRate=-0.08699385821819305}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T07:21:40,676 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d4698be38ed08fa7e0e00cb5dbca01f 2024-11-15T07:21:40,677 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6d4698be38ed08fa7e0e00cb5dbca01f: Running coprocessor pre-open hook at 1731655300654Writing region info on filesystem at 1731655300654Initializing all the Stores at 1731655300655 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655300655Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655300656 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655300656Cleaning up temporary data from old regions at 1731655300670 (+14 ms)Running coprocessor post-open hooks at 1731655300676 (+6 ms)Region opened successfully at 1731655300676 2024-11-15T07:21:40,679 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731655300292.6d4698be38ed08fa7e0e00cb5dbca01f., pid=6, masterSystemTime=1731655300628 2024-11-15T07:21:40,681 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731655300292.6d4698be38ed08fa7e0e00cb5dbca01f. 2024-11-15T07:21:40,681 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731655300292.6d4698be38ed08fa7e0e00cb5dbca01f. 2024-11-15T07:21:40,682 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6d4698be38ed08fa7e0e00cb5dbca01f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=32f0bc5975d0,42037,1731655290439 2024-11-15T07:21:40,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d4698be38ed08fa7e0e00cb5dbca01f, server=32f0bc5975d0,42037,1731655290439 because future has completed 2024-11-15T07:21:40,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T07:21:40,688 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d4698be38ed08fa7e0e00cb5dbca01f, server=32f0bc5975d0,42037,1731655290439 in 211 msec 2024-11-15T07:21:40,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T07:21:40,690 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6d4698be38ed08fa7e0e00cb5dbca01f, ASSIGN in 367 msec 2024-11-15T07:21:40,691 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T07:21:40,692 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655300691"}]},"ts":"1731655300691"} 2024-11-15T07:21:40,694 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T07:21:40,695 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T07:21:40,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 402 msec 2024-11-15T07:21:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:21:40,929 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T07:21:40,929 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:21:40,930 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,35803,1731655296928 2024-11-15T07:21:40,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13c3587f 2024-11-15T07:21:40,931 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:21:40,935 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:21:40,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:21:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T07:21:40,939 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T07:21:40,939 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:40,939 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T07:21:40,940 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T07:21:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:21:40,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741835_1011 (size=902) 2024-11-15T07:21:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:21:41,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:21:41,362 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 96e043f1cb365efaa80b003e5c589c49, NAME => 'test,,1731655300936.96e043f1cb365efaa80b003e5c589c49.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d 2024-11-15T07:21:41,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741836_1012 (size=39) 2024-11-15T07:21:41,376 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731655300936.96e043f1cb365efaa80b003e5c589c49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:21:41,376 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 96e043f1cb365efaa80b003e5c589c49, disabling compactions & flushes 2024-11-15T07:21:41,376 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731655300936.96e043f1cb365efaa80b003e5c589c49. 2024-11-15T07:21:41,376 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731655300936.96e043f1cb365efaa80b003e5c589c49. 2024-11-15T07:21:41,376 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731655300936.96e043f1cb365efaa80b003e5c589c49. after waiting 0 ms 2024-11-15T07:21:41,376 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731655300936.96e043f1cb365efaa80b003e5c589c49. 2024-11-15T07:21:41,376 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731655300936.96e043f1cb365efaa80b003e5c589c49. 2024-11-15T07:21:41,376 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 96e043f1cb365efaa80b003e5c589c49: Waiting for close lock at 1731655301376Disabling compacts and flushes for region at 1731655301376Disabling writes for close at 1731655301376Writing region close event to WAL at 1731655301376Closed at 1731655301376 2024-11-15T07:21:41,378 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T07:21:41,378 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731655300936.96e043f1cb365efaa80b003e5c589c49.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731655301378"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731655301378"}]},"ts":"1731655301378"} 2024-11-15T07:21:41,380 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T07:21:41,381 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T07:21:41,381 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655301381"}]},"ts":"1731655301381"} 2024-11-15T07:21:41,383 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T07:21:41,384 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=96e043f1cb365efaa80b003e5c589c49, ASSIGN}] 2024-11-15T07:21:41,385 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=96e043f1cb365efaa80b003e5c589c49, ASSIGN 2024-11-15T07:21:41,385 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=96e043f1cb365efaa80b003e5c589c49, ASSIGN; state=OFFLINE, location=32f0bc5975d0,39723,1731655297083; forceNewPlan=false, retain=false 2024-11-15T07:21:41,536 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=96e043f1cb365efaa80b003e5c589c49, regionState=OPENING, regionLocation=32f0bc5975d0,39723,1731655297083 2024-11-15T07:21:41,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=96e043f1cb365efaa80b003e5c589c49, ASSIGN because future has completed 2024-11-15T07:21:41,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96e043f1cb365efaa80b003e5c589c49, server=32f0bc5975d0,39723,1731655297083}] 2024-11-15T07:21:41,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:21:41,696 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731655300936.96e043f1cb365efaa80b003e5c589c49. 2024-11-15T07:21:41,696 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 96e043f1cb365efaa80b003e5c589c49, NAME => 'test,,1731655300936.96e043f1cb365efaa80b003e5c589c49.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:21:41,697 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:21:41,697 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T07:21:41,697 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 96e043f1cb365efaa80b003e5c589c49 2024-11-15T07:21:41,697 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731655300936.96e043f1cb365efaa80b003e5c589c49.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:21:41,697 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 96e043f1cb365efaa80b003e5c589c49 2024-11-15T07:21:41,697 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 96e043f1cb365efaa80b003e5c589c49 2024-11-15T07:21:41,707 INFO [StoreOpener-96e043f1cb365efaa80b003e5c589c49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 96e043f1cb365efaa80b003e5c589c49 2024-11-15T07:21:41,709 INFO [StoreOpener-96e043f1cb365efaa80b003e5c589c49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96e043f1cb365efaa80b003e5c589c49 columnFamilyName f 2024-11-15T07:21:41,709 DEBUG [StoreOpener-96e043f1cb365efaa80b003e5c589c49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:41,709 INFO [StoreOpener-96e043f1cb365efaa80b003e5c589c49-1 {}] regionserver.HStore(327): Store=96e043f1cb365efaa80b003e5c589c49/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:21:41,709 INFO [StoreOpener-96e043f1cb365efaa80b003e5c589c49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 96e043f1cb365efaa80b003e5c589c49 2024-11-15T07:21:41,711 INFO [StoreOpener-96e043f1cb365efaa80b003e5c589c49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96e043f1cb365efaa80b003e5c589c49 columnFamilyName f1 2024-11-15T07:21:41,711 DEBUG [StoreOpener-96e043f1cb365efaa80b003e5c589c49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:41,711 INFO [StoreOpener-96e043f1cb365efaa80b003e5c589c49-1 {}] regionserver.HStore(327): Store=96e043f1cb365efaa80b003e5c589c49/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:21:41,711 INFO [StoreOpener-96e043f1cb365efaa80b003e5c589c49-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 96e043f1cb365efaa80b003e5c589c49 2024-11-15T07:21:41,713 INFO [StoreOpener-96e043f1cb365efaa80b003e5c589c49-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96e043f1cb365efaa80b003e5c589c49 columnFamilyName norep 2024-11-15T07:21:41,714 DEBUG [StoreOpener-96e043f1cb365efaa80b003e5c589c49-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:41,714 INFO [StoreOpener-96e043f1cb365efaa80b003e5c589c49-1 {}] regionserver.HStore(327): Store=96e043f1cb365efaa80b003e5c589c49/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:21:41,714 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 96e043f1cb365efaa80b003e5c589c49 2024-11-15T07:21:41,715 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/default/test/96e043f1cb365efaa80b003e5c589c49 2024-11-15T07:21:41,716 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/default/test/96e043f1cb365efaa80b003e5c589c49 2024-11-15T07:21:41,718 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 96e043f1cb365efaa80b003e5c589c49 2024-11-15T07:21:41,718 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 96e043f1cb365efaa80b003e5c589c49 2024-11-15T07:21:41,720 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T07:21:41,722 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 96e043f1cb365efaa80b003e5c589c49 2024-11-15T07:21:41,730 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/default/test/96e043f1cb365efaa80b003e5c589c49/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:21:41,731 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 96e043f1cb365efaa80b003e5c589c49; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71149670, jitterRate=0.06021270155906677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T07:21:41,731 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 96e043f1cb365efaa80b003e5c589c49 2024-11-15T07:21:41,732 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 96e043f1cb365efaa80b003e5c589c49: Running coprocessor pre-open hook at 1731655301697Writing region info on filesystem at 1731655301697Initializing all the Stores at 1731655301706 (+9 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655301706Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655301707 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655301707Cleaning up temporary data from old regions at 1731655301718 (+11 ms)Running coprocessor post-open hooks at 1731655301731 (+13 ms)Region opened successfully at 1731655301732 (+1 ms) 2024-11-15T07:21:41,732 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731655300936.96e043f1cb365efaa80b003e5c589c49., pid=6, masterSystemTime=1731655301692 2024-11-15T07:21:41,736 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=96e043f1cb365efaa80b003e5c589c49, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=32f0bc5975d0,39723,1731655297083 2024-11-15T07:21:41,737 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731655300936.96e043f1cb365efaa80b003e5c589c49. 2024-11-15T07:21:41,737 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731655300936.96e043f1cb365efaa80b003e5c589c49. 2024-11-15T07:21:41,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96e043f1cb365efaa80b003e5c589c49, server=32f0bc5975d0,39723,1731655297083 because future has completed 2024-11-15T07:21:41,748 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T07:21:41,748 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 96e043f1cb365efaa80b003e5c589c49, server=32f0bc5975d0,39723,1731655297083 in 207 msec 2024-11-15T07:21:41,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T07:21:41,750 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=96e043f1cb365efaa80b003e5c589c49, ASSIGN in 365 msec 2024-11-15T07:21:41,750 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T07:21:41,751 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655301750"}]},"ts":"1731655301750"} 2024-11-15T07:21:41,753 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T07:21:41,754 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T07:21:41,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 818 msec 2024-11-15T07:21:42,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:21:42,079 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T07:21:42,079 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c17b638, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:42,079 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,35653,-1 for getting cluster id 2024-11-15T07:21:42,079 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:21:42,080 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0186703d-51c1-4d6a-bbbf-6705887ea2e2' 2024-11-15T07:21:42,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:21:42,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0186703d-51c1-4d6a-bbbf-6705887ea2e2" 2024-11-15T07:21:42,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e782acf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:42,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,35653,-1] 2024-11-15T07:21:42,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:21:42,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:42,082 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:21:42,083 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21a087b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:42,083 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:21:42,083 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,35653,1731655284343 2024-11-15T07:21:42,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d028ddc 2024-11-15T07:21:42,084 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:21:42,085 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:21:42,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35653 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://32f0bc5975d0:41115,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T07:21:42,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35653 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T07:21:42,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:21:42,087 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32f0bc5975d0:41115' 2024-11-15T07:21:42,090 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25c916c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:42,090 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,41115,-1 for getting cluster id 2024-11-15T07:21:42,090 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:21:42,090 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f42da2a7-1599-477a-8020-90014c1206e7' 2024-11-15T07:21:42,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:21:42,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f42da2a7-1599-477a-8020-90014c1206e7" 2024-11-15T07:21:42,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5745fd41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:42,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,41115,-1] 2024-11-15T07:21:42,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:21:42,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:42,092 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:21:42,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f486dfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:42,093 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:21:42,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,41115,1731655290259 2024-11-15T07:21:42,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75b71ec8 2024-11-15T07:21:42,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:21:42,095 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:21:42,096 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T07:21:42,096 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T07:21:42,096 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:42,096 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:42,096 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:21:42,097 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:21:42,098 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T07:21:42,099 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T07:21:42,099 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:42,100 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T07:21:42,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38495 is added to blk_1073741837_1013 (size=1138) 2024-11-15T07:21:42,148 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T07:21:42,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:21:42,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T07:21:42,289 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T07:21:42,290 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T07:21:42,290 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T07:21:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:21:42,506 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f1cda80c2f54c7e14f308fc8ef43df68, NAME => 'hbase:replication,,1731655302096.f1cda80c2f54c7e14f308fc8ef43df68.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de 2024-11-15T07:21:42,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38495 is added to blk_1073741838_1014 (size=44) 2024-11-15T07:21:42,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:21:42,923 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731655302096.f1cda80c2f54c7e14f308fc8ef43df68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:21:42,923 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f1cda80c2f54c7e14f308fc8ef43df68, disabling compactions & flushes 2024-11-15T07:21:42,923 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731655302096.f1cda80c2f54c7e14f308fc8ef43df68. 2024-11-15T07:21:42,923 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731655302096.f1cda80c2f54c7e14f308fc8ef43df68. 2024-11-15T07:21:42,923 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731655302096.f1cda80c2f54c7e14f308fc8ef43df68. after waiting 0 ms 2024-11-15T07:21:42,923 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731655302096.f1cda80c2f54c7e14f308fc8ef43df68. 2024-11-15T07:21:42,923 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731655302096.f1cda80c2f54c7e14f308fc8ef43df68. 2024-11-15T07:21:42,923 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f1cda80c2f54c7e14f308fc8ef43df68: Waiting for close lock at 1731655302923Disabling compacts and flushes for region at 1731655302923Disabling writes for close at 1731655302923Writing region close event to WAL at 1731655302923Closed at 1731655302923 2024-11-15T07:21:42,924 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T07:21:42,925 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731655302096.f1cda80c2f54c7e14f308fc8ef43df68.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731655302925"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731655302925"}]},"ts":"1731655302925"} 2024-11-15T07:21:42,926 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T07:21:42,927 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T07:21:42,927 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655302927"}]},"ts":"1731655302927"} 2024-11-15T07:21:42,929 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T07:21:42,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f1cda80c2f54c7e14f308fc8ef43df68, ASSIGN}] 2024-11-15T07:21:42,930 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f1cda80c2f54c7e14f308fc8ef43df68, ASSIGN 2024-11-15T07:21:42,931 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f1cda80c2f54c7e14f308fc8ef43df68, ASSIGN; state=OFFLINE, location=32f0bc5975d0,33483,1731655284589; forceNewPlan=false, retain=false 2024-11-15T07:21:43,081 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f1cda80c2f54c7e14f308fc8ef43df68, regionState=OPENING, regionLocation=32f0bc5975d0,33483,1731655284589 2024-11-15T07:21:43,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f1cda80c2f54c7e14f308fc8ef43df68, ASSIGN because future has completed 2024-11-15T07:21:43,084 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1cda80c2f54c7e14f308fc8ef43df68, server=32f0bc5975d0,33483,1731655284589}] 2024-11-15T07:21:43,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:21:43,239 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731655302096.f1cda80c2f54c7e14f308fc8ef43df68. 2024-11-15T07:21:43,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:21:43,240 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T07:21:43,241 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C33483%2C1731655284589.rep, suffix=, logDir=hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589, archiveDir=hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/oldWALs, maxLogs=10 2024-11-15T07:21:43,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.rep.1731655303242, exclude list is [], retry=0 2024-11-15T07:21:43,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38495,DS-dc872c8e-b30c-4344-a095-374acb243772,DISK] 2024-11-15T07:21:43,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.rep.1731655303242 2024-11-15T07:21:43,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44803:44803)] 2024-11-15T07:21:43,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f1cda80c2f54c7e14f308fc8ef43df68, NAME => 'hbase:replication,,1731655302096.f1cda80c2f54c7e14f308fc8ef43df68.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:21:43,264 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:21:43,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T07:21:43,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731655302096.f1cda80c2f54c7e14f308fc8ef43df68. service=MultiRowMutationService 2024-11-15T07:21:43,264 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T07:21:43,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f1cda80c2f54c7e14f308fc8ef43df68 2024-11-15T07:21:43,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731655302096.f1cda80c2f54c7e14f308fc8ef43df68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:21:43,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f1cda80c2f54c7e14f308fc8ef43df68 2024-11-15T07:21:43,264 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f1cda80c2f54c7e14f308fc8ef43df68 2024-11-15T07:21:43,265 INFO [StoreOpener-f1cda80c2f54c7e14f308fc8ef43df68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f1cda80c2f54c7e14f308fc8ef43df68 2024-11-15T07:21:43,267 INFO [StoreOpener-f1cda80c2f54c7e14f308fc8ef43df68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1cda80c2f54c7e14f308fc8ef43df68 columnFamilyName hfileref 2024-11-15T07:21:43,267 DEBUG [StoreOpener-f1cda80c2f54c7e14f308fc8ef43df68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:43,267 INFO [StoreOpener-f1cda80c2f54c7e14f308fc8ef43df68-1 {}] regionserver.HStore(327): Store=f1cda80c2f54c7e14f308fc8ef43df68/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:21:43,267 INFO [StoreOpener-f1cda80c2f54c7e14f308fc8ef43df68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f1cda80c2f54c7e14f308fc8ef43df68 2024-11-15T07:21:43,269 INFO [StoreOpener-f1cda80c2f54c7e14f308fc8ef43df68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1cda80c2f54c7e14f308fc8ef43df68 columnFamilyName queue 2024-11-15T07:21:43,269 DEBUG [StoreOpener-f1cda80c2f54c7e14f308fc8ef43df68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:43,272 INFO [StoreOpener-f1cda80c2f54c7e14f308fc8ef43df68-1 {}] regionserver.HStore(327): Store=f1cda80c2f54c7e14f308fc8ef43df68/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:21:43,272 INFO [StoreOpener-f1cda80c2f54c7e14f308fc8ef43df68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f1cda80c2f54c7e14f308fc8ef43df68 2024-11-15T07:21:43,274 INFO [StoreOpener-f1cda80c2f54c7e14f308fc8ef43df68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1cda80c2f54c7e14f308fc8ef43df68 columnFamilyName sid 2024-11-15T07:21:43,274 DEBUG [StoreOpener-f1cda80c2f54c7e14f308fc8ef43df68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:43,274 INFO [StoreOpener-f1cda80c2f54c7e14f308fc8ef43df68-1 {}] regionserver.HStore(327): Store=f1cda80c2f54c7e14f308fc8ef43df68/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:21:43,274 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f1cda80c2f54c7e14f308fc8ef43df68 2024-11-15T07:21:43,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/hbase/replication/f1cda80c2f54c7e14f308fc8ef43df68 2024-11-15T07:21:43,275 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/hbase/replication/f1cda80c2f54c7e14f308fc8ef43df68 2024-11-15T07:21:43,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f1cda80c2f54c7e14f308fc8ef43df68 2024-11-15T07:21:43,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f1cda80c2f54c7e14f308fc8ef43df68 2024-11-15T07:21:43,276 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T07:21:43,277 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f1cda80c2f54c7e14f308fc8ef43df68 2024-11-15T07:21:43,278 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/hbase/replication/f1cda80c2f54c7e14f308fc8ef43df68/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:21:43,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f1cda80c2f54c7e14f308fc8ef43df68; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72287699, jitterRate=0.07717065513134003}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T07:21:43,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f1cda80c2f54c7e14f308fc8ef43df68 2024-11-15T07:21:43,279 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f1cda80c2f54c7e14f308fc8ef43df68: Running coprocessor pre-open hook at 1731655303264Writing region info on filesystem at 1731655303264Initializing all the Stores at 1731655303265 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655303265Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655303265Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655303265Cleaning up temporary data from old regions at 1731655303276 (+11 ms)Running coprocessor post-open hooks at 1731655303279 (+3 ms)Region opened successfully at 1731655303279 2024-11-15T07:21:43,279 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731655302096.f1cda80c2f54c7e14f308fc8ef43df68., pid=10, masterSystemTime=1731655303236 2024-11-15T07:21:43,282 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731655302096.f1cda80c2f54c7e14f308fc8ef43df68. 2024-11-15T07:21:43,282 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f1cda80c2f54c7e14f308fc8ef43df68, regionState=OPEN, openSeqNum=2, regionLocation=32f0bc5975d0,33483,1731655284589 2024-11-15T07:21:43,282 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731655302096.f1cda80c2f54c7e14f308fc8ef43df68. 2024-11-15T07:21:43,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1cda80c2f54c7e14f308fc8ef43df68, server=32f0bc5975d0,33483,1731655284589 because future has completed 2024-11-15T07:21:43,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T07:21:43,295 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f1cda80c2f54c7e14f308fc8ef43df68, server=32f0bc5975d0,33483,1731655284589 in 209 msec 2024-11-15T07:21:43,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T07:21:43,297 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f1cda80c2f54c7e14f308fc8ef43df68, ASSIGN in 366 msec 2024-11-15T07:21:43,298 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T07:21:43,298 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655303298"}]},"ts":"1731655303298"} 2024-11-15T07:21:43,300 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T07:21:43,301 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T07:21:43,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2040 sec 2024-11-15T07:21:43,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731655302096.f1cda80c2f54c7e14f308fc8ef43df68., hostname=32f0bc5975d0,33483,1731655284589, seqNum=2] 2024-11-15T07:21:43,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x1013d5eaa270001, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1049755429 2024-11-15T07:21:43,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35653-0x1013d5eaa270000, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1049755429 2024-11-15T07:21:43,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T07:21:43,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T07:21:43,635 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T07:21:43,670 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-32f0bc5975d0,33483,1731655284589, ReplicationSource: 1, currentBandwidth=0 2024-11-15T07:21:43,670 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:21:43,670 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,33483,1731655284589, seqNum=-1] 2024-11-15T07:21:43,671 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:21:43,672 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44633, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-15T07:21:43,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-32f0bc5975d0,33483,1731655284589', locateType=CURRENT is [region=hbase:replication,,1731655302096.f1cda80c2f54c7e14f308fc8ef43df68., hostname=32f0bc5975d0,33483,1731655284589, seqNum=2] 2024-11-15T07:21:43,677 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T07:21:43,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35653 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T07:21:43,679 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 32f0bc5975d0,33483,1731655284589 suceeded 2024-11-15T07:21:43,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T07:21:43,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-15T07:21:43,681 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://32f0bc5975d0:41115,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T07:21:43,682 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5960 sec 2024-11-15T07:21:43,695 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32f0bc5975d0:41115' 2024-11-15T07:21:43,696 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69389196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:43,696 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,41115,-1 for getting cluster id 2024-11-15T07:21:43,696 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:21:43,697 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f42da2a7-1599-477a-8020-90014c1206e7' 2024-11-15T07:21:43,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:21:43,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f42da2a7-1599-477a-8020-90014c1206e7" 2024-11-15T07:21:43,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2652940, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:43,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,41115,-1] 2024-11-15T07:21:43,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:21:43,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:43,698 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56834, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:21:43,699 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7334a5d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:43,699 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:21:43,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,41115,1731655290259 2024-11-15T07:21:43,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4aec3925 2024-11-15T07:21:43,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:21:43,701 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-15T07:21:43,702 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-32f0bc5975d0,33483,1731655284589 (queues=1) is replicating from cluster=0186703d-51c1-4d6a-bbbf-6705887ea2e2 to cluster=f42da2a7-1599-477a-8020-90014c1206e7 2024-11-15T07:21:43,702 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=32f0bc5975d0%2C33483%2C1731655284589 2024-11-15T07:21:43,702 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-32f0bc5975d0,33483,1731655284589, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T07:21:43,703 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.shipper32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 32f0bc5975d0%2C33483%2C1731655284589 2024-11-15T07:21:43,703 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793, startPosition=0, beingWritten=true 2024-11-15T07:21:43,710 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:21:43,710 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 379, reset compression=false 2024-11-15T07:21:43,710 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.shipper32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,33483,1731655284589 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T07:21:43,915 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 379, reset compression=false 2024-11-15T07:21:44,218 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 379, reset compression=false 2024-11-15T07:21:44,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35653 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:21:44,229 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T07:21:44,229 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:21:44,229 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:21:44,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:44,230 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:44,230 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:21:44,231 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@206b2d30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:44,231 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,41115,-1 for getting cluster id 2024-11-15T07:21:44,231 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:21:44,231 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f42da2a7-1599-477a-8020-90014c1206e7' 2024-11-15T07:21:44,231 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:21:44,232 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f42da2a7-1599-477a-8020-90014c1206e7" 2024-11-15T07:21:44,232 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fbacdeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:44,232 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,41115,-1] 2024-11-15T07:21:44,232 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:21:44,232 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:44,233 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:21:44,233 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4436f4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:44,234 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:21:44,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,41115,1731655290259 2024-11-15T07:21:44,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f85cfb6 2024-11-15T07:21:44,234 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:21:44,235 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:21:44,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41115 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://32f0bc5975d0:35803,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T07:21:44,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41115 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T07:21:44,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:21:44,239 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32f0bc5975d0:35803' 2024-11-15T07:21:44,244 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2913715e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:44,244 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,35803,-1 for getting cluster id 2024-11-15T07:21:44,245 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:21:44,245 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1efa6af-b36f-4c99-b74c-bff69bda40f7' 2024-11-15T07:21:44,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:21:44,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1efa6af-b36f-4c99-b74c-bff69bda40f7" 2024-11-15T07:21:44,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@306ce22a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:44,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,35803,-1] 2024-11-15T07:21:44,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:21:44,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:44,247 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:21:44,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48519dc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:44,247 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:21:44,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,35803,1731655296928 2024-11-15T07:21:44,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37ffcdc2 2024-11-15T07:21:44,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:21:44,249 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:21:44,250 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T07:21:44,250 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T07:21:44,250 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:44,250 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:44,250 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:21:44,250 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:21:44,251 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T07:21:44,252 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T07:21:44,252 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:44,253 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T07:21:44,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741837_1013 (size=1138) 2024-11-15T07:21:44,302 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T07:21:44,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:21:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:21:44,622 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 379, reset compression=false 2024-11-15T07:21:44,660 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 79b17d63c3725259c61fd4367ae407b7, NAME => 'hbase:replication,,1731655304250.79b17d63c3725259c61fd4367ae407b7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f 2024-11-15T07:21:44,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741838_1014 (size=44) 2024-11-15T07:21:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:21:44,897 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T07:21:44,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:44,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:44,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:44,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:44,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:44,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:44,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:44,972 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:44,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:44,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:44,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:45,019 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T07:21:45,019 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T07:21:45,071 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731655304250.79b17d63c3725259c61fd4367ae407b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:21:45,071 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 79b17d63c3725259c61fd4367ae407b7, disabling compactions & flushes 2024-11-15T07:21:45,071 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731655304250.79b17d63c3725259c61fd4367ae407b7. 2024-11-15T07:21:45,071 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731655304250.79b17d63c3725259c61fd4367ae407b7. 2024-11-15T07:21:45,071 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731655304250.79b17d63c3725259c61fd4367ae407b7. after waiting 0 ms 2024-11-15T07:21:45,071 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731655304250.79b17d63c3725259c61fd4367ae407b7. 2024-11-15T07:21:45,071 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731655304250.79b17d63c3725259c61fd4367ae407b7. 2024-11-15T07:21:45,071 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 79b17d63c3725259c61fd4367ae407b7: Waiting for close lock at 1731655305071Disabling compacts and flushes for region at 1731655305071Disabling writes for close at 1731655305071Writing region close event to WAL at 1731655305071Closed at 1731655305071 2024-11-15T07:21:45,073 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T07:21:45,073 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731655304250.79b17d63c3725259c61fd4367ae407b7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731655305073"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731655305073"}]},"ts":"1731655305073"} 2024-11-15T07:21:45,077 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T07:21:45,079 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T07:21:45,079 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655305079"}]},"ts":"1731655305079"} 2024-11-15T07:21:45,082 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T07:21:45,082 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=79b17d63c3725259c61fd4367ae407b7, ASSIGN}] 2024-11-15T07:21:45,084 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=79b17d63c3725259c61fd4367ae407b7, ASSIGN 2024-11-15T07:21:45,085 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=79b17d63c3725259c61fd4367ae407b7, ASSIGN; state=OFFLINE, location=32f0bc5975d0,42037,1731655290439; forceNewPlan=false, retain=false 2024-11-15T07:21:45,125 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 379, reset compression=false 2024-11-15T07:21:45,236 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=79b17d63c3725259c61fd4367ae407b7, regionState=OPENING, regionLocation=32f0bc5975d0,42037,1731655290439 2024-11-15T07:21:45,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=79b17d63c3725259c61fd4367ae407b7, ASSIGN because future has completed 2024-11-15T07:21:45,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79b17d63c3725259c61fd4367ae407b7, server=32f0bc5975d0,42037,1731655290439}] 2024-11-15T07:21:45,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:21:45,398 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731655304250.79b17d63c3725259c61fd4367ae407b7. 2024-11-15T07:21:45,398 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:21:45,399 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T07:21:45,400 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C42037%2C1731655290439.rep, suffix=, logDir=hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439, archiveDir=hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/oldWALs, maxLogs=10 2024-11-15T07:21:45,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.rep.1731655305401, exclude list is [], retry=0 2024-11-15T07:21:45,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45987,DS-264fdebf-db13-4dae-a708-e948c87dc096,DISK] 2024-11-15T07:21:45,438 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.rep.1731655305401 2024-11-15T07:21:45,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46341:46341)] 2024-11-15T07:21:45,439 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 79b17d63c3725259c61fd4367ae407b7, NAME => 'hbase:replication,,1731655304250.79b17d63c3725259c61fd4367ae407b7.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:21:45,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:21:45,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T07:21:45,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731655304250.79b17d63c3725259c61fd4367ae407b7. service=MultiRowMutationService 2024-11-15T07:21:45,441 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T07:21:45,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 79b17d63c3725259c61fd4367ae407b7 2024-11-15T07:21:45,441 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731655304250.79b17d63c3725259c61fd4367ae407b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:21:45,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 79b17d63c3725259c61fd4367ae407b7 2024-11-15T07:21:45,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 79b17d63c3725259c61fd4367ae407b7 2024-11-15T07:21:45,443 INFO [StoreOpener-79b17d63c3725259c61fd4367ae407b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 79b17d63c3725259c61fd4367ae407b7 2024-11-15T07:21:45,445 INFO [StoreOpener-79b17d63c3725259c61fd4367ae407b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79b17d63c3725259c61fd4367ae407b7 columnFamilyName hfileref 2024-11-15T07:21:45,445 DEBUG [StoreOpener-79b17d63c3725259c61fd4367ae407b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:45,445 INFO [StoreOpener-79b17d63c3725259c61fd4367ae407b7-1 {}] regionserver.HStore(327): Store=79b17d63c3725259c61fd4367ae407b7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:21:45,446 INFO [StoreOpener-79b17d63c3725259c61fd4367ae407b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 79b17d63c3725259c61fd4367ae407b7 2024-11-15T07:21:45,447 INFO [StoreOpener-79b17d63c3725259c61fd4367ae407b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79b17d63c3725259c61fd4367ae407b7 columnFamilyName queue 2024-11-15T07:21:45,447 DEBUG [StoreOpener-79b17d63c3725259c61fd4367ae407b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:45,447 INFO [StoreOpener-79b17d63c3725259c61fd4367ae407b7-1 {}] regionserver.HStore(327): Store=79b17d63c3725259c61fd4367ae407b7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:21:45,447 INFO [StoreOpener-79b17d63c3725259c61fd4367ae407b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 79b17d63c3725259c61fd4367ae407b7 2024-11-15T07:21:45,449 INFO [StoreOpener-79b17d63c3725259c61fd4367ae407b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79b17d63c3725259c61fd4367ae407b7 columnFamilyName sid 2024-11-15T07:21:45,449 DEBUG [StoreOpener-79b17d63c3725259c61fd4367ae407b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:45,449 INFO [StoreOpener-79b17d63c3725259c61fd4367ae407b7-1 {}] regionserver.HStore(327): Store=79b17d63c3725259c61fd4367ae407b7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:21:45,450 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 79b17d63c3725259c61fd4367ae407b7 2024-11-15T07:21:45,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/hbase/replication/79b17d63c3725259c61fd4367ae407b7 2024-11-15T07:21:45,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/hbase/replication/79b17d63c3725259c61fd4367ae407b7 2024-11-15T07:21:45,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 79b17d63c3725259c61fd4367ae407b7 2024-11-15T07:21:45,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 79b17d63c3725259c61fd4367ae407b7 2024-11-15T07:21:45,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T07:21:45,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 79b17d63c3725259c61fd4367ae407b7 2024-11-15T07:21:45,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/hbase/replication/79b17d63c3725259c61fd4367ae407b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:21:45,456 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 79b17d63c3725259c61fd4367ae407b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73313253, jitterRate=0.09245260059833527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T07:21:45,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 79b17d63c3725259c61fd4367ae407b7 2024-11-15T07:21:45,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 79b17d63c3725259c61fd4367ae407b7: Running coprocessor pre-open hook at 1731655305442Writing region info on filesystem at 1731655305442Initializing all the Stores at 1731655305443 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655305443Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655305443Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655305443Cleaning up temporary data from old regions at 1731655305452 (+9 ms)Running coprocessor post-open hooks at 1731655305456 (+4 ms)Region opened successfully at 1731655305456 2024-11-15T07:21:45,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731655304250.79b17d63c3725259c61fd4367ae407b7., pid=10, masterSystemTime=1731655305392 2024-11-15T07:21:45,460 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731655304250.79b17d63c3725259c61fd4367ae407b7. 2024-11-15T07:21:45,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731655304250.79b17d63c3725259c61fd4367ae407b7. 2024-11-15T07:21:45,460 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=79b17d63c3725259c61fd4367ae407b7, regionState=OPEN, openSeqNum=2, regionLocation=32f0bc5975d0,42037,1731655290439 2024-11-15T07:21:45,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79b17d63c3725259c61fd4367ae407b7, server=32f0bc5975d0,42037,1731655290439 because future has completed 2024-11-15T07:21:45,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T07:21:45,467 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 79b17d63c3725259c61fd4367ae407b7, server=32f0bc5975d0,42037,1731655290439 in 226 msec 2024-11-15T07:21:45,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T07:21:45,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=79b17d63c3725259c61fd4367ae407b7, ASSIGN in 386 msec 2024-11-15T07:21:45,471 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T07:21:45,472 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655305471"}]},"ts":"1731655305471"} 2024-11-15T07:21:45,474 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T07:21:45,475 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T07:21:45,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2250 sec 2024-11-15T07:21:45,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731655304250.79b17d63c3725259c61fd4367ae407b7., hostname=32f0bc5975d0,42037,1731655290439, seqNum=2] 2024-11-15T07:21:45,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x1013d5eaa270004, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1613166988 2024-11-15T07:21:45,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41115-0x1013d5eaa270003, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1613166988 2024-11-15T07:21:45,608 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T07:21:45,729 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 379, reset compression=false 2024-11-15T07:21:45,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42037 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T07:21:45,763 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T07:21:45,809 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-32f0bc5975d0,42037,1731655290439, ReplicationSource: 1, currentBandwidth=0 2024-11-15T07:21:45,810 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:21:45,810 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,42037,1731655290439, seqNum=-1] 2024-11-15T07:21:45,811 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:21:45,812 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35905, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-15T07:21:45,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-32f0bc5975d0,42037,1731655290439', locateType=CURRENT is [region=hbase:replication,,1731655304250.79b17d63c3725259c61fd4367ae407b7., hostname=32f0bc5975d0,42037,1731655290439, seqNum=2] 2024-11-15T07:21:45,824 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T07:21:45,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41115 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T07:21:45,827 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 32f0bc5975d0,42037,1731655290439 suceeded 2024-11-15T07:21:45,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T07:21:45,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 219 msec 2024-11-15T07:21:45,830 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://32f0bc5975d0:35803,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T07:21:45,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5950 sec 2024-11-15T07:21:45,849 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32f0bc5975d0:35803' 2024-11-15T07:21:45,851 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a8a4cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:45,851 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,35803,-1 for getting cluster id 2024-11-15T07:21:45,852 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:21:45,855 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1efa6af-b36f-4c99-b74c-bff69bda40f7' 2024-11-15T07:21:45,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:21:45,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1efa6af-b36f-4c99-b74c-bff69bda40f7" 2024-11-15T07:21:45,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10eaf089, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:45,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,35803,-1] 2024-11-15T07:21:45,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:21:45,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:45,859 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:21:45,860 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ae0e380, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:45,860 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:21:45,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,35803,1731655296928 2024-11-15T07:21:45,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@453229a8 2024-11-15T07:21:45,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:21:45,863 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-15T07:21:45,864 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-32f0bc5975d0,42037,1731655290439 (queues=1) is replicating from cluster=f42da2a7-1599-477a-8020-90014c1206e7 to cluster=e1efa6af-b36f-4c99-b74c-bff69bda40f7 2024-11-15T07:21:45,864 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=32f0bc5975d0%2C42037%2C1731655290439 2024-11-15T07:21:45,864 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-32f0bc5975d0,42037,1731655290439, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T07:21:45,864 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030, startPosition=0, beingWritten=true 2024-11-15T07:21:45,868 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.shipper32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 32f0bc5975d0%2C42037%2C1731655290439 2024-11-15T07:21:45,880 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:21:45,881 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.shipper32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,42037,1731655290439 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T07:21:45,882 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 379, reset compression=false 2024-11-15T07:21:46,108 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 379, reset compression=false 2024-11-15T07:21:46,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41115 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:21:46,399 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T07:21:46,399 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:21:46,399 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:21:46,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:46,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:46,400 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:21:46,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@604a0a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:46,400 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,35803,-1 for getting cluster id 2024-11-15T07:21:46,401 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:21:46,401 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1efa6af-b36f-4c99-b74c-bff69bda40f7' 2024-11-15T07:21:46,402 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:21:46,402 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1efa6af-b36f-4c99-b74c-bff69bda40f7" 2024-11-15T07:21:46,402 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bf42a92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:46,402 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,35803,-1] 2024-11-15T07:21:46,402 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:21:46,402 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:46,403 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:21:46,404 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@475210c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:46,405 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:21:46,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,35803,1731655296928 2024-11-15T07:21:46,406 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1601c0b5 2024-11-15T07:21:46,407 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:21:46,408 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:21:46,408 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://32f0bc5975d0:35653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T07:21:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T07:21:46,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:21:46,412 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32f0bc5975d0:35653' 2024-11-15T07:21:46,413 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 379, reset compression=false 2024-11-15T07:21:46,416 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19fc029b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:46,416 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,35653,-1 for getting cluster id 2024-11-15T07:21:46,416 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:21:46,417 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0186703d-51c1-4d6a-bbbf-6705887ea2e2' 2024-11-15T07:21:46,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:21:46,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0186703d-51c1-4d6a-bbbf-6705887ea2e2" 2024-11-15T07:21:46,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3debddf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:46,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,35653,-1] 2024-11-15T07:21:46,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:21:46,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:46,419 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:21:46,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ae5e2e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:46,420 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:21:46,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,35653,1731655284343 2024-11-15T07:21:46,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1832c803 2024-11-15T07:21:46,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:21:46,424 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:21:46,425 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T07:21:46,425 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T07:21:46,425 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:46,426 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:46,426 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:21:46,426 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:21:46,428 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T07:21:46,429 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T07:21:46,429 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:46,430 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T07:21:46,439 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 379, reset compression=false 2024-11-15T07:21:46,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741837_1013 (size=1138) 2024-11-15T07:21:46,451 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6f0a06aec936cfa2a3b3ad372bd093e3, NAME => 'hbase:replication,,1731655306426.6f0a06aec936cfa2a3b3ad372bd093e3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d 2024-11-15T07:21:46,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741838_1014 (size=44) 2024-11-15T07:21:46,469 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731655306426.6f0a06aec936cfa2a3b3ad372bd093e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:21:46,469 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6f0a06aec936cfa2a3b3ad372bd093e3, disabling compactions & flushes 2024-11-15T07:21:46,469 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731655306426.6f0a06aec936cfa2a3b3ad372bd093e3. 2024-11-15T07:21:46,469 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731655306426.6f0a06aec936cfa2a3b3ad372bd093e3. 2024-11-15T07:21:46,469 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731655306426.6f0a06aec936cfa2a3b3ad372bd093e3. after waiting 0 ms 2024-11-15T07:21:46,469 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731655306426.6f0a06aec936cfa2a3b3ad372bd093e3. 2024-11-15T07:21:46,469 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731655306426.6f0a06aec936cfa2a3b3ad372bd093e3. 2024-11-15T07:21:46,469 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6f0a06aec936cfa2a3b3ad372bd093e3: Waiting for close lock at 1731655306469Disabling compacts and flushes for region at 1731655306469Disabling writes for close at 1731655306469Writing region close event to WAL at 1731655306469Closed at 1731655306469 2024-11-15T07:21:46,470 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T07:21:46,471 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731655306426.6f0a06aec936cfa2a3b3ad372bd093e3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731655306470"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731655306470"}]},"ts":"1731655306470"} 2024-11-15T07:21:46,474 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T07:21:46,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T07:21:46,475 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655306475"}]},"ts":"1731655306475"} 2024-11-15T07:21:46,478 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T07:21:46,482 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T07:21:46,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6f0a06aec936cfa2a3b3ad372bd093e3, ASSIGN}] 2024-11-15T07:21:46,484 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6f0a06aec936cfa2a3b3ad372bd093e3, ASSIGN 2024-11-15T07:21:46,485 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6f0a06aec936cfa2a3b3ad372bd093e3, ASSIGN; state=OFFLINE, location=32f0bc5975d0,39723,1731655297083; forceNewPlan=false, retain=false 2024-11-15T07:21:46,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:21:46,636 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6f0a06aec936cfa2a3b3ad372bd093e3, regionState=OPENING, regionLocation=32f0bc5975d0,39723,1731655297083 2024-11-15T07:21:46,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6f0a06aec936cfa2a3b3ad372bd093e3, ASSIGN because future has completed 2024-11-15T07:21:46,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f0a06aec936cfa2a3b3ad372bd093e3, server=32f0bc5975d0,39723,1731655297083}] 2024-11-15T07:21:46,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:21:46,793 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731655306426.6f0a06aec936cfa2a3b3ad372bd093e3. 2024-11-15T07:21:46,793 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:21:46,793 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T07:21:46,794 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C39723%2C1731655297083.rep, suffix=, logDir=hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083, archiveDir=hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/oldWALs, maxLogs=10 2024-11-15T07:21:46,806 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.rep.1731655306795, exclude list is [], retry=0 2024-11-15T07:21:46,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42355,DS-3d7af146-0fb1-456b-a646-5710aa4bda8e,DISK] 2024-11-15T07:21:46,809 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.rep.1731655306795 2024-11-15T07:21:46,809 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37521:37521)] 2024-11-15T07:21:46,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6f0a06aec936cfa2a3b3ad372bd093e3, NAME => 'hbase:replication,,1731655306426.6f0a06aec936cfa2a3b3ad372bd093e3.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:21:46,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:21:46,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T07:21:46,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731655306426.6f0a06aec936cfa2a3b3ad372bd093e3. service=MultiRowMutationService 2024-11-15T07:21:46,810 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T07:21:46,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6f0a06aec936cfa2a3b3ad372bd093e3 2024-11-15T07:21:46,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731655306426.6f0a06aec936cfa2a3b3ad372bd093e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:21:46,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6f0a06aec936cfa2a3b3ad372bd093e3 2024-11-15T07:21:46,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6f0a06aec936cfa2a3b3ad372bd093e3 2024-11-15T07:21:46,812 INFO [StoreOpener-6f0a06aec936cfa2a3b3ad372bd093e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6f0a06aec936cfa2a3b3ad372bd093e3 2024-11-15T07:21:46,813 INFO [StoreOpener-6f0a06aec936cfa2a3b3ad372bd093e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f0a06aec936cfa2a3b3ad372bd093e3 columnFamilyName hfileref 2024-11-15T07:21:46,813 DEBUG [StoreOpener-6f0a06aec936cfa2a3b3ad372bd093e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:46,813 INFO [StoreOpener-6f0a06aec936cfa2a3b3ad372bd093e3-1 {}] regionserver.HStore(327): Store=6f0a06aec936cfa2a3b3ad372bd093e3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:21:46,813 INFO [StoreOpener-6f0a06aec936cfa2a3b3ad372bd093e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6f0a06aec936cfa2a3b3ad372bd093e3 2024-11-15T07:21:46,814 INFO [StoreOpener-6f0a06aec936cfa2a3b3ad372bd093e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f0a06aec936cfa2a3b3ad372bd093e3 columnFamilyName queue 2024-11-15T07:21:46,814 DEBUG [StoreOpener-6f0a06aec936cfa2a3b3ad372bd093e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:46,814 INFO [StoreOpener-6f0a06aec936cfa2a3b3ad372bd093e3-1 {}] regionserver.HStore(327): Store=6f0a06aec936cfa2a3b3ad372bd093e3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:21:46,814 INFO [StoreOpener-6f0a06aec936cfa2a3b3ad372bd093e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6f0a06aec936cfa2a3b3ad372bd093e3 2024-11-15T07:21:46,815 INFO [StoreOpener-6f0a06aec936cfa2a3b3ad372bd093e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6f0a06aec936cfa2a3b3ad372bd093e3 columnFamilyName sid 2024-11-15T07:21:46,815 DEBUG [StoreOpener-6f0a06aec936cfa2a3b3ad372bd093e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:21:46,816 INFO [StoreOpener-6f0a06aec936cfa2a3b3ad372bd093e3-1 {}] regionserver.HStore(327): Store=6f0a06aec936cfa2a3b3ad372bd093e3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:21:46,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6f0a06aec936cfa2a3b3ad372bd093e3 2024-11-15T07:21:46,816 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/hbase/replication/6f0a06aec936cfa2a3b3ad372bd093e3 2024-11-15T07:21:46,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/hbase/replication/6f0a06aec936cfa2a3b3ad372bd093e3 2024-11-15T07:21:46,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6f0a06aec936cfa2a3b3ad372bd093e3 2024-11-15T07:21:46,817 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6f0a06aec936cfa2a3b3ad372bd093e3 2024-11-15T07:21:46,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T07:21:46,818 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6f0a06aec936cfa2a3b3ad372bd093e3 2024-11-15T07:21:46,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/hbase/replication/6f0a06aec936cfa2a3b3ad372bd093e3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:21:46,820 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6f0a06aec936cfa2a3b3ad372bd093e3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73180848, jitterRate=0.09047961235046387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T07:21:46,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6f0a06aec936cfa2a3b3ad372bd093e3 2024-11-15T07:21:46,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6f0a06aec936cfa2a3b3ad372bd093e3: Running coprocessor pre-open hook at 1731655306810Writing region info on filesystem at 1731655306810Initializing all the Stores at 1731655306811 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655306811Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655306811Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655306811Cleaning up temporary data from old regions at 1731655306817 (+6 ms)Running coprocessor post-open hooks at 1731655306820 (+3 ms)Region opened successfully at 1731655306820 2024-11-15T07:21:46,821 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731655306426.6f0a06aec936cfa2a3b3ad372bd093e3., pid=10, masterSystemTime=1731655306790 2024-11-15T07:21:46,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731655306426.6f0a06aec936cfa2a3b3ad372bd093e3. 2024-11-15T07:21:46,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731655306426.6f0a06aec936cfa2a3b3ad372bd093e3. 2024-11-15T07:21:46,823 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6f0a06aec936cfa2a3b3ad372bd093e3, regionState=OPEN, openSeqNum=2, regionLocation=32f0bc5975d0,39723,1731655297083 2024-11-15T07:21:46,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6f0a06aec936cfa2a3b3ad372bd093e3, server=32f0bc5975d0,39723,1731655297083 because future has completed 2024-11-15T07:21:46,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T07:21:46,826 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6f0a06aec936cfa2a3b3ad372bd093e3, server=32f0bc5975d0,39723,1731655297083 in 187 msec 2024-11-15T07:21:46,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T07:21:46,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6f0a06aec936cfa2a3b3ad372bd093e3, ASSIGN in 344 msec 2024-11-15T07:21:46,828 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T07:21:46,828 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 379, reset compression=false 2024-11-15T07:21:46,829 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655306828"}]},"ts":"1731655306828"} 2024-11-15T07:21:46,830 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T07:21:46,831 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T07:21:46,832 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 405 msec 2024-11-15T07:21:46,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731655306426.6f0a06aec936cfa2a3b3ad372bd093e3., hostname=32f0bc5975d0,39723,1731655297083, seqNum=2] 2024-11-15T07:21:46,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x1013d5eaa270007, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1869524746 2024-11-15T07:21:46,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35803-0x1013d5eaa270006, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1869524746 2024-11-15T07:21:46,997 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T07:21:47,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:21:47,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T07:21:47,149 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T07:21:47,181 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-32f0bc5975d0,39723,1731655297083, ReplicationSource: 1, currentBandwidth=0 2024-11-15T07:21:47,182 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:21:47,182 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,39723,1731655297083, seqNum=-1] 2024-11-15T07:21:47,182 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:21:47,183 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-15T07:21:47,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-32f0bc5975d0,39723,1731655297083', locateType=CURRENT is [region=hbase:replication,,1731655306426.6f0a06aec936cfa2a3b3ad372bd093e3., hostname=32f0bc5975d0,39723,1731655297083, seqNum=2] 2024-11-15T07:21:47,186 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T07:21:47,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T07:21:47,188 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 32f0bc5975d0,39723,1731655297083 suceeded 2024-11-15T07:21:47,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T07:21:47,190 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-15T07:21:47,190 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://32f0bc5975d0:35653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T07:21:47,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 782 msec 2024-11-15T07:21:47,199 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32f0bc5975d0:35653' 2024-11-15T07:21:47,200 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@94dc957, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:47,200 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,35653,-1 for getting cluster id 2024-11-15T07:21:47,200 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:21:47,201 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0186703d-51c1-4d6a-bbbf-6705887ea2e2' 2024-11-15T07:21:47,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:21:47,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0186703d-51c1-4d6a-bbbf-6705887ea2e2" 2024-11-15T07:21:47,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62d34710, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:47,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,35653,-1] 2024-11-15T07:21:47,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:21:47,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:47,202 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:21:47,202 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d437d07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:47,202 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:21:47,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,35653,1731655284343 2024-11-15T07:21:47,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32e6e1a9 2024-11-15T07:21:47,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:21:47,203 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-15T07:21:47,204 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-32f0bc5975d0,39723,1731655297083 (queues=1) is replicating from cluster=e1efa6af-b36f-4c99-b74c-bff69bda40f7 to cluster=0186703d-51c1-4d6a-bbbf-6705887ea2e2 2024-11-15T07:21:47,204 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=32f0bc5975d0%2C39723%2C1731655297083 2024-11-15T07:21:47,204 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-32f0bc5975d0,39723,1731655297083, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T07:21:47,204 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760, startPosition=0, beingWritten=true 2024-11-15T07:21:47,204 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.shipper32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 32f0bc5975d0%2C39723%2C1731655297083 2024-11-15T07:21:47,208 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:21:47,208 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760 to pos 379, reset compression=false 2024-11-15T07:21:47,208 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.shipper32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,39723,1731655297083 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T07:21:47,251 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 379, reset compression=false 2024-11-15T07:21:47,332 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 379, reset compression=false 2024-11-15T07:21:47,411 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760 to pos 379, reset compression=false 2024-11-15T07:21:47,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:21:47,549 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T07:21:47,549 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:21:47,549 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:21:47,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:47,549 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:47,549 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:21:47,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45183840, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:47,550 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,35653,-1 for getting cluster id 2024-11-15T07:21:47,550 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:21:47,550 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0186703d-51c1-4d6a-bbbf-6705887ea2e2' 2024-11-15T07:21:47,550 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:21:47,551 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0186703d-51c1-4d6a-bbbf-6705887ea2e2" 2024-11-15T07:21:47,551 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74f92c20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:47,551 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,35653,-1] 2024-11-15T07:21:47,551 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:21:47,551 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:47,551 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:21:47,552 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@601a36de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:47,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32408efb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:47,552 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,41115,-1 for getting cluster id 2024-11-15T07:21:47,552 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:21:47,553 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f42da2a7-1599-477a-8020-90014c1206e7' 2024-11-15T07:21:47,553 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:21:47,553 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f42da2a7-1599-477a-8020-90014c1206e7" 2024-11-15T07:21:47,553 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c13a9c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:47,553 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,41115,-1] 2024-11-15T07:21:47,553 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:21:47,553 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:47,554 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:21:47,554 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a9e28b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:47,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f22ff0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:47,554 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,35803,-1 for getting cluster id 2024-11-15T07:21:47,554 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:21:47,555 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1efa6af-b36f-4c99-b74c-bff69bda40f7' 2024-11-15T07:21:47,555 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:21:47,555 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1efa6af-b36f-4c99-b74c-bff69bda40f7" 2024-11-15T07:21:47,555 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dba871a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:47,555 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,35803,-1] 2024-11-15T07:21:47,555 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:21:47,555 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:47,556 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:21:47,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8743b39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:47,557 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:21:47,557 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,33483,1731655284589, seqNum=-1] 2024-11-15T07:21:47,558 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:21:47,588 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:21:47,589 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731655299654.74da5f8f2d6fe75d75c6ec4cda0d61e4., hostname=32f0bc5975d0,33483,1731655284589, seqNum=2] 2024-11-15T07:21:47,592 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:21:47,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,39723,1731655297083, seqNum=-1] 2024-11-15T07:21:47,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:21:47,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:21:47,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731655300936.96e043f1cb365efaa80b003e5c589c49., hostname=32f0bc5975d0,39723,1731655297083, seqNum=2] 2024-11-15T07:21:47,596 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-15T07:21:47,714 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760 to pos 379, reset compression=false 2024-11-15T07:21:47,935 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 379, reset compression=false 2024-11-15T07:21:48,127 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760 to pos 379, reset compression=false 2024-11-15T07:21:48,154 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 379, reset compression=false 2024-11-15T07:21:48,158 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T07:21:48,158 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 480, reset compression=false 2024-11-15T07:21:48,159 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.shipper32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,33483,1731655284589 got entry batch from reader: WALEntryBatch [walEntries=[{test/74da5f8f2d6fe75d75c6ec4cda0d61e4/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-15T07:21:48,161 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.shipper32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T07:21:48,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-15T07:21:48,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42037 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T07:21:48,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42037 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d0915c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:48,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42037 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,41115,-1 for getting cluster id 2024-11-15T07:21:48,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42037 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:21:48,164 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f42da2a7-1599-477a-8020-90014c1206e7' 2024-11-15T07:21:48,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:21:48,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f42da2a7-1599-477a-8020-90014c1206e7" 2024-11-15T07:21:48,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76fd71b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:48,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,41115,-1] 2024-11-15T07:21:48,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:21:48,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:48,165 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:21:48,165 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42037 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6317ba88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:48,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42037 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:21:48,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,42037,1731655290439, seqNum=-1] 2024-11-15T07:21:48,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:21:48,167 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-15T07:21:48,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731655300292.6d4698be38ed08fa7e0e00cb5dbca01f., hostname=32f0bc5975d0,42037,1731655290439, seqNum=2] 2024-11-15T07:21:48,172 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42037 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T07:21:48,362 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 480, reset compression=false 2024-11-15T07:21:48,597 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-15T07:21:48,630 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760 to pos 379, reset compression=false 2024-11-15T07:21:48,638 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 379, reset compression=false 2024-11-15T07:21:48,644 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T07:21:48,644 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 503, reset compression=false 2024-11-15T07:21:48,644 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.shipper32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,42037,1731655290439 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d4698be38ed08fa7e0e00cb5dbca01f/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-15T07:21:48,646 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.shipper32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T07:21:48,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-15T07:21:48,647 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T07:21:48,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c21e526, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:48,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,35803,-1 for getting cluster id 2024-11-15T07:21:48,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:21:48,649 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1efa6af-b36f-4c99-b74c-bff69bda40f7' 2024-11-15T07:21:48,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:21:48,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1efa6af-b36f-4c99-b74c-bff69bda40f7" 2024-11-15T07:21:48,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fc21b25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:48,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,35803,-1] 2024-11-15T07:21:48,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:21:48,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:48,650 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:21:48,650 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f85da6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:48,651 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:21:48,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,39723,1731655297083, seqNum=-1] 2024-11-15T07:21:48,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:21:48,652 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-15T07:21:48,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731655300936.96e043f1cb365efaa80b003e5c589c49., hostname=32f0bc5975d0,39723,1731655297083, seqNum=2] 2024-11-15T07:21:48,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T07:21:48,665 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 480, reset compression=false 2024-11-15T07:21:48,848 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 503, reset compression=false 2024-11-15T07:21:49,068 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 480, reset compression=false 2024-11-15T07:21:49,151 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 503, reset compression=false 2024-11-15T07:21:49,234 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760 to pos 379, reset compression=false 2024-11-15T07:21:49,237 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:21:49,237 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760 to pos 527, reset compression=false 2024-11-15T07:21:49,237 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.shipper32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,39723,1731655297083 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T07:21:49,441 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760 to pos 527, reset compression=false 2024-11-15T07:21:49,554 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 503, reset compression=false 2024-11-15T07:21:49,571 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 480, reset compression=false 2024-11-15T07:21:49,600 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-15T07:21:49,600 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:21:49,601 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,42037,1731655290439, seqNum=-1] 2024-11-15T07:21:49,602 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:21:49,602 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:21:49,604 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731655300292.6d4698be38ed08fa7e0e00cb5dbca01f., hostname=32f0bc5975d0,42037,1731655290439, seqNum=2] 2024-11-15T07:21:49,607 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-15T07:21:49,745 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760 to pos 527, reset compression=false 2024-11-15T07:21:50,058 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 503, reset compression=false 2024-11-15T07:21:50,061 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T07:21:50,061 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 607, reset compression=false 2024-11-15T07:21:50,061 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.shipper32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,42037,1731655290439 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d4698be38ed08fa7e0e00cb5dbca01f/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T07:21:50,062 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T07:21:50,065 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T07:21:50,149 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760 to pos 527, reset compression=false 2024-11-15T07:21:50,153 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T07:21:50,153 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760 to pos 655, reset compression=false 2024-11-15T07:21:50,153 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.shipper32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,39723,1731655297083 got entry batch from reader: WALEntryBatch [walEntries=[{test/96e043f1cb365efaa80b003e5c589c49/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-15T07:21:50,155 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.shipper32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T07:21:50,155 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-15T07:21:50,156 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T07:21:50,156 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48e5e209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:50,156 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,35653,-1 for getting cluster id 2024-11-15T07:21:50,156 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:21:50,157 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0186703d-51c1-4d6a-bbbf-6705887ea2e2' 2024-11-15T07:21:50,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:21:50,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0186703d-51c1-4d6a-bbbf-6705887ea2e2" 2024-11-15T07:21:50,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57cdbeef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:50,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,35653,-1] 2024-11-15T07:21:50,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:21:50,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:50,158 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:21:50,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f585b0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:50,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:21:50,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,33483,1731655284589, seqNum=-1] 2024-11-15T07:21:50,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:21:50,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-15T07:21:50,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731655299654.74da5f8f2d6fe75d75c6ec4cda0d61e4., hostname=32f0bc5975d0,33483,1731655284589, seqNum=2] 2024-11-15T07:21:50,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T07:21:50,174 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 480, reset compression=false 2024-11-15T07:21:50,178 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:21:50,178 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 632, reset compression=false 2024-11-15T07:21:50,178 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.shipper32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,33483,1731655284589 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T07:21:50,265 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 607, reset compression=false 2024-11-15T07:21:50,356 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760 to pos 655, reset compression=false 2024-11-15T07:21:50,388 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 632, reset compression=false 2024-11-15T07:21:50,568 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 607, reset compression=false 2024-11-15T07:21:50,609 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-15T07:21:50,611 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-15T07:21:50,659 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760 to pos 655, reset compression=false 2024-11-15T07:21:50,662 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T07:21:50,662 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760 to pos 759, reset compression=false 2024-11-15T07:21:50,662 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.shipper32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,39723,1731655297083 got entry batch from reader: WALEntryBatch [walEntries=[{test/96e043f1cb365efaa80b003e5c589c49/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T07:21:50,663 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T07:21:50,666 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T07:21:50,696 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 632, reset compression=false 2024-11-15T07:21:50,700 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T07:21:50,700 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 760, reset compression=false 2024-11-15T07:21:50,700 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.shipper32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,33483,1731655284589 got entry batch from reader: WALEntryBatch [walEntries=[{test/74da5f8f2d6fe75d75c6ec4cda0d61e4/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-15T07:21:50,701 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42037 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T07:21:50,704 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42037 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T07:21:50,866 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760 to pos 759, reset compression=false 2024-11-15T07:21:50,903 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 760, reset compression=false 2024-11-15T07:21:50,943 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T07:21:50,944 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:50,972 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 607, reset compression=false 2024-11-15T07:21:50,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:50,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:50,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:50,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:50,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:50,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:50,990 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:50,992 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:21:50,992 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.shipper32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,42037,1731655290439 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030, lastWalPosition=758, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T07:21:50,993 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 758, reset compression=false 2024-11-15T07:21:50,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:50,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:50,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:21:51,169 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760 to pos 759, reset compression=false 2024-11-15T07:21:51,203 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 758, reset compression=false 2024-11-15T07:21:51,209 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 760, reset compression=false 2024-11-15T07:21:51,507 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 758, reset compression=false 2024-11-15T07:21:51,572 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760 to pos 759, reset compression=false 2024-11-15T07:21:51,613 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 760, reset compression=false 2024-11-15T07:21:51,614 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-15T07:21:51,618 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T07:21:51,618 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 916, reset compression=false 2024-11-15T07:21:51,618 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.shipper32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,33483,1731655284589 got entry batch from reader: WALEntryBatch [walEntries=[{test/74da5f8f2d6fe75d75c6ec4cda0d61e4/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-15T07:21:51,618 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-15T07:21:51,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42037 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T07:21:51,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42037 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T07:21:51,833 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 916, reset compression=false 2024-11-15T07:21:51,913 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 758, reset compression=false 2024-11-15T07:21:51,926 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T07:21:51,926 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 905, reset compression=false 2024-11-15T07:21:51,926 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.shipper32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,42037,1731655290439 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d4698be38ed08fa7e0e00cb5dbca01f/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030, lastWalPosition=905, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-15T07:21:51,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T07:21:51,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T07:21:52,079 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760 to pos 759, reset compression=false 2024-11-15T07:21:52,083 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:21:52,083 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760 to pos 930, reset compression=false 2024-11-15T07:21:52,083 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.shipper32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,39723,1731655297083 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T07:21:52,136 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 916, reset compression=false 2024-11-15T07:21:52,137 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 905, reset compression=false 2024-11-15T07:21:52,287 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760 to pos 930, reset compression=false 2024-11-15T07:21:52,441 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 905, reset compression=false 2024-11-15T07:21:52,541 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 916, reset compression=false 2024-11-15T07:21:52,591 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760 to pos 930, reset compression=false 2024-11-15T07:21:52,620 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-15T07:21:52,623 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-15T07:21:52,845 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 905, reset compression=false 2024-11-15T07:21:52,850 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T07:21:52,850 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 1064, reset compression=false 2024-11-15T07:21:52,850 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.shipper32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,42037,1731655290439 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d4698be38ed08fa7e0e00cb5dbca01f/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030, lastWalPosition=1064, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-15T07:21:52,851 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T07:21:52,853 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T07:21:52,995 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760 to pos 930, reset compression=false 2024-11-15T07:21:52,999 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T07:21:52,999 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760 to pos 1080, reset compression=false 2024-11-15T07:21:52,999 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.shipper32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,39723,1731655297083 got entry batch from reader: WALEntryBatch [walEntries=[{test/96e043f1cb365efaa80b003e5c589c49/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-15T07:21:53,000 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T07:21:53,002 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T07:21:53,044 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 916, reset compression=false 2024-11-15T07:21:53,049 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:21:53,049 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 1090, reset compression=false 2024-11-15T07:21:53,049 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.shipper32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,33483,1731655284589 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T07:21:53,056 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 1064, reset compression=false 2024-11-15T07:21:53,202 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760 to pos 1080, reset compression=false 2024-11-15T07:21:53,252 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 1090, reset compression=false 2024-11-15T07:21:53,360 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 1064, reset compression=false 2024-11-15T07:21:53,506 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760 to pos 1080, reset compression=false 2024-11-15T07:21:53,556 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 1090, reset compression=false 2024-11-15T07:21:53,626 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-15T07:21:53,630 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-15T07:21:53,764 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 1064, reset compression=false 2024-11-15T07:21:53,910 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760 to pos 1080, reset compression=false 2024-11-15T07:21:53,915 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T07:21:53,915 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760 to pos 1239, reset compression=false 2024-11-15T07:21:53,915 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.shipper32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,39723,1731655297083 got entry batch from reader: WALEntryBatch [walEntries=[{test/96e043f1cb365efaa80b003e5c589c49/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-15T07:21:53,916 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T07:21:53,919 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T07:21:53,934 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T07:21:53,960 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 1090, reset compression=false 2024-11-15T07:21:53,964 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T07:21:53,964 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 1240, reset compression=false 2024-11-15T07:21:53,964 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.shipper32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,33483,1731655284589 got entry batch from reader: WALEntryBatch [walEntries=[{test/74da5f8f2d6fe75d75c6ec4cda0d61e4/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-15T07:21:53,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42037 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T07:21:53,973 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42037 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T07:21:54,119 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760 to pos 1239, reset compression=false 2024-11-15T07:21:54,173 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 1240, reset compression=false 2024-11-15T07:21:54,269 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 1064, reset compression=false 2024-11-15T07:21:54,274 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:21:54,274 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 1237, reset compression=false 2024-11-15T07:21:54,274 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.shipper32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,42037,1731655290439 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030, lastWalPosition=1237, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T07:21:54,423 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760 to pos 1239, reset compression=false 2024-11-15T07:21:54,478 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 1237, reset compression=false 2024-11-15T07:21:54,481 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 1240, reset compression=false 2024-11-15T07:21:54,633 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-15T07:21:54,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32d29095, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:54,640 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,35803,-1 for getting cluster id 2024-11-15T07:21:54,640 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:21:54,641 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1efa6af-b36f-4c99-b74c-bff69bda40f7' 2024-11-15T07:21:54,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:21:54,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1efa6af-b36f-4c99-b74c-bff69bda40f7" 2024-11-15T07:21:54,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79839803, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:54,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,35803,-1] 2024-11-15T07:21:54,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:21:54,641 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:54,642 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:21:54,642 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78a3caf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:54,644 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:21:54,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,35803,1731655296928 2024-11-15T07:21:54,645 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6665773d 2024-11-15T07:21:54,646 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:21:54,649 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:21:54,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-15T07:21:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-15T07:21:54,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T07:21:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T07:21:54,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T07:21:54,809 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 1237, reset compression=false 2024-11-15T07:21:54,827 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760 to pos 1239, reset compression=false 2024-11-15T07:21:54,858 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:21:54,859 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32f0bc5975d0,34421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:34421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T07:21:54,859 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68629 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32f0bc5975d0,34421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:34421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T07:21:54,913 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 1240, reset compression=false 2024-11-15T07:21:54,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-15T07:21:54,919 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-15T07:21:54,920 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-15T07:21:54,920 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-32f0bc5975d0,39723,1731655297083 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-15T07:21:54,921 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0. 2024-11-15T07:21:54,921 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:21:54,921 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:54,921 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:54,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:21:54,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T07:21:55,021 WARN [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T07:21:55,021 WARN [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.shipper32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-15T07:21:55,121 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.shipper32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 terminated 2024-11-15T07:21:55,141 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-32f0bc5975d0,39723,1731655297083, ReplicationSource: 1, currentBandwidth=0 2024-11-15T07:21:55,142 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-15T07:21:55,142 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-15T07:21:55,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-15T07:21:55,144 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 32f0bc5975d0,39723,1731655297083 suceeded 2024-11-15T07:21:55,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-15T07:21:55,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 379 msec 2024-11-15T07:21:55,146 INFO [PEWorker-4 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-15T07:21:55,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 497 msec 2024-11-15T07:21:55,163 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32f0bc5975d0:35653' 2024-11-15T07:21:55,164 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f30619d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:55,164 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,35653,-1 for getting cluster id 2024-11-15T07:21:55,164 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:21:55,165 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0186703d-51c1-4d6a-bbbf-6705887ea2e2' 2024-11-15T07:21:55,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:21:55,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0186703d-51c1-4d6a-bbbf-6705887ea2e2" 2024-11-15T07:21:55,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@f26b1cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:55,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,35653,-1] 2024-11-15T07:21:55,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:21:55,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:55,166 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:21:55,167 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@411fad7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:55,167 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:21:55,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,35653,1731655284343 2024-11-15T07:21:55,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7434fa70 2024-11-15T07:21:55,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:21:55,169 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-15T07:21:55,170 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-32f0bc5975d0,39723,1731655297083 (queues=1) is replicating from cluster=e1efa6af-b36f-4c99-b74c-bff69bda40f7 to cluster=0186703d-51c1-4d6a-bbbf-6705887ea2e2 2024-11-15T07:21:55,170 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=32f0bc5975d0%2C39723%2C1731655297083 2024-11-15T07:21:55,170 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-32f0bc5975d0,39723,1731655297083, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T07:21:55,188 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.shipper32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 32f0bc5975d0%2C39723%2C1731655297083 2024-11-15T07:21:55,213 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 1237, reset compression=false 2024-11-15T07:21:55,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T07:21:55,279 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-15T07:21:55,279 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:21:55,279 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:21:55,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:55,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:55,279 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:21:55,283 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-15T07:21:55,418 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 1240, reset compression=false 2024-11-15T07:21:55,423 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T07:21:55,423 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 1344, reset compression=false 2024-11-15T07:21:55,423 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.shipper32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,33483,1731655284589 got entry batch from reader: WALEntryBatch [walEntries=[{test/74da5f8f2d6fe75d75c6ec4cda0d61e4/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T07:21:55,425 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42037 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T07:21:55,428 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42037 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T07:21:55,629 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 1344, reset compression=false 2024-11-15T07:21:55,730 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 1237, reset compression=false 2024-11-15T07:21:55,736 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T07:21:55,736 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 1364, reset compression=false 2024-11-15T07:21:55,736 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.shipper32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,42037,1731655290439 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d4698be38ed08fa7e0e00cb5dbca01f/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030, lastWalPosition=1364, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-15T07:21:55,737 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T07:21:55,740 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T07:21:55,932 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 1344, reset compression=false 2024-11-15T07:21:55,957 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 1364, reset compression=false 2024-11-15T07:21:56,261 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 1364, reset compression=false 2024-11-15T07:21:56,284 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-15T07:21:56,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b696a8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:56,287 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,35803,-1 for getting cluster id 2024-11-15T07:21:56,287 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:21:56,287 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e1efa6af-b36f-4c99-b74c-bff69bda40f7' 2024-11-15T07:21:56,287 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:21:56,288 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e1efa6af-b36f-4c99-b74c-bff69bda40f7" 2024-11-15T07:21:56,288 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f9a3c54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:56,288 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,35803,-1] 2024-11-15T07:21:56,288 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:21:56,288 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:56,289 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:21:56,289 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18b33c79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:21:56,291 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:21:56,292 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,35803,1731655296928 2024-11-15T07:21:56,292 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@390da0f8 2024-11-15T07:21:56,293 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:21:56,293 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:21:56,294 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-15T07:21:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-15T07:21:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-15T07:21:56,336 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 1344, reset compression=false 2024-11-15T07:21:56,365 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T07:21:56,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-15T07:21:56,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39723 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-15T07:21:56,518 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-15T07:21:56,518 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-15T07:21:56,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-15T07:21:56,521 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 32f0bc5975d0,39723,1731655297083 suceeded 2024-11-15T07:21:56,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-15T07:21:56,522 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 157 msec 2024-11-15T07:21:56,522 INFO [PEWorker-5 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-15T07:21:56,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 228 msec 2024-11-15T07:21:56,589 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760, startPosition=1239, beingWritten=true 2024-11-15T07:21:56,593 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:21:56,593 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760 to pos 1390, reset compression=false 2024-11-15T07:21:56,593 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.shipper32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,39723,1731655297083 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760, lastWalPosition=1390, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T07:21:56,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-15T07:21:56,619 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-15T07:21:56,619 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:21:56,619 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:21:56,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:56,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:56,620 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:21:56,621 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row4. IsDeleteReplication:false 2024-11-15T07:21:56,665 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 1364, reset compression=false 2024-11-15T07:21:56,669 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T07:21:56,669 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 1468, reset compression=false 2024-11-15T07:21:56,669 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.shipper32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,42037,1731655290439 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d4698be38ed08fa7e0e00cb5dbca01f/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030, lastWalPosition=1468, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T07:21:56,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T07:21:56,673 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39723 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T07:21:56,797 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760 to pos 1390, reset compression=false 2024-11-15T07:21:56,801 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T07:21:56,801 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760 to pos 1518, reset compression=false 2024-11-15T07:21:56,801 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.shipper32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,39723,1731655297083 got entry batch from reader: WALEntryBatch [walEntries=[{test/96e043f1cb365efaa80b003e5c589c49/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-15T07:21:56,804 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.shipper32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T07:21:56,804 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59786, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-15T07:21:56,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T07:21:56,807 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33483 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T07:21:56,841 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 1344, reset compression=false 2024-11-15T07:21:56,846 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:21:56,846 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 1496, reset compression=false 2024-11-15T07:21:56,846 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.shipper32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,33483,1731655284589 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T07:21:56,873 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 1468, reset compression=false 2024-11-15T07:21:57,006 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760 to pos 1518, reset compression=false 2024-11-15T07:21:57,051 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 1496, reset compression=false 2024-11-15T07:21:57,178 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 1468, reset compression=false 2024-11-15T07:21:57,310 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760 to pos 1518, reset compression=false 2024-11-15T07:21:57,355 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 1496, reset compression=false 2024-11-15T07:21:57,581 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 1468, reset compression=false 2024-11-15T07:21:57,623 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-15T07:21:57,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T07:21:57,624 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:21:57,624 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:21:57,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:57,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:57,624 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:21:57,624 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T07:21:57,624 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1452395646, stopped=false 2024-11-15T07:21:57,624 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32f0bc5975d0,35803,1731655296928 2024-11-15T07:21:57,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x1013d5eaa270007, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1869524746/running 2024-11-15T07:21:57,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x1013d5eaa270007, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1869524746 2024-11-15T07:21:57,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35803-0x1013d5eaa270006, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1869524746/running 2024-11-15T07:21:57,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35803-0x1013d5eaa270006, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1869524746 2024-11-15T07:21:57,669 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:21:57,669 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:21:57,669 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:21:57,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:57,670 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32f0bc5975d0,39723,1731655297083' ***** 2024-11-15T07:21:57,670 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T07:21:57,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39723-0x1013d5eaa270007, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Set watcher on znode that does not yet exist, /2-1869524746/running 2024-11-15T07:21:57,670 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35803-0x1013d5eaa270006, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Set watcher on znode that does not yet exist, /2-1869524746/running 2024-11-15T07:21:57,670 INFO [RS:0;32f0bc5975d0:39723 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T07:21:57,670 INFO [RS:0;32f0bc5975d0:39723 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T07:21:57,670 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T07:21:57,670 INFO [RS:0;32f0bc5975d0:39723 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T07:21:57,671 INFO [RS:0;32f0bc5975d0:39723 {}] regionserver.HRegionServer(3091): Received CLOSE for 6f0a06aec936cfa2a3b3ad372bd093e3 2024-11-15T07:21:57,671 INFO [RS:0;32f0bc5975d0:39723 {}] regionserver.HRegionServer(3091): Received CLOSE for 96e043f1cb365efaa80b003e5c589c49 2024-11-15T07:21:57,671 INFO [RS:0;32f0bc5975d0:39723 {}] regionserver.HRegionServer(959): stopping server 32f0bc5975d0,39723,1731655297083 2024-11-15T07:21:57,671 INFO [RS:0;32f0bc5975d0:39723 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:21:57,671 INFO [RS:0;32f0bc5975d0:39723 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:39723. 2024-11-15T07:21:57,671 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6f0a06aec936cfa2a3b3ad372bd093e3, disabling compactions & flushes 2024-11-15T07:21:57,671 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731655306426.6f0a06aec936cfa2a3b3ad372bd093e3. 2024-11-15T07:21:57,671 DEBUG [RS:0;32f0bc5975d0:39723 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:21:57,671 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731655306426.6f0a06aec936cfa2a3b3ad372bd093e3. 2024-11-15T07:21:57,671 DEBUG [RS:0;32f0bc5975d0:39723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:57,671 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731655306426.6f0a06aec936cfa2a3b3ad372bd093e3. after waiting 0 ms 2024-11-15T07:21:57,671 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731655306426.6f0a06aec936cfa2a3b3ad372bd093e3. 2024-11-15T07:21:57,671 INFO [RS:0;32f0bc5975d0:39723 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T07:21:57,671 INFO [RS:0;32f0bc5975d0:39723 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T07:21:57,671 INFO [RS:0;32f0bc5975d0:39723 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T07:21:57,671 INFO [RS:0;32f0bc5975d0:39723 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T07:21:57,671 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6f0a06aec936cfa2a3b3ad372bd093e3 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-15T07:21:57,672 INFO [RS:0;32f0bc5975d0:39723 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T07:21:57,672 DEBUG [RS:0;32f0bc5975d0:39723 {}] regionserver.HRegionServer(1325): Online Regions={6f0a06aec936cfa2a3b3ad372bd093e3=hbase:replication,,1731655306426.6f0a06aec936cfa2a3b3ad372bd093e3., 1588230740=hbase:meta,,1.1588230740, 96e043f1cb365efaa80b003e5c589c49=test,,1731655300936.96e043f1cb365efaa80b003e5c589c49.} 2024-11-15T07:21:57,672 DEBUG [RS:0;32f0bc5975d0:39723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6f0a06aec936cfa2a3b3ad372bd093e3, 96e043f1cb365efaa80b003e5c589c49 2024-11-15T07:21:57,672 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:21:57,672 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:21:57,672 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:21:57,672 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:21:57,672 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:21:57,672 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T07:21:57,676 INFO [regionserver/32f0bc5975d0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:21:57,689 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/hbase/replication/6f0a06aec936cfa2a3b3ad372bd093e3/.tmp/queue/437b028e8b6d435ba749776bdc4a6063 is 154, key is 1-32f0bc5975d0,39723,1731655297083/queue:32f0bc5975d0%2C39723%2C1731655297083/1731655316809/Put/seqid=0 2024-11-15T07:21:57,689 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/hbase/meta/1588230740/.tmp/info/f06e4f3799044b40817a6c07126254bb is 147, key is hbase:replication,,1731655306426.6f0a06aec936cfa2a3b3ad372bd093e3./info:regioninfo/1731655306823/Put/seqid=0 2024-11-15T07:21:57,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741841_1017 (size=5353) 2024-11-15T07:21:57,694 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/hbase/replication/6f0a06aec936cfa2a3b3ad372bd093e3/.tmp/queue/437b028e8b6d435ba749776bdc4a6063 2024-11-15T07:21:57,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741840_1016 (size=7686) 2024-11-15T07:21:57,698 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/hbase/meta/1588230740/.tmp/info/f06e4f3799044b40817a6c07126254bb 2024-11-15T07:21:57,699 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/hbase/replication/6f0a06aec936cfa2a3b3ad372bd093e3/.tmp/queue/437b028e8b6d435ba749776bdc4a6063 as hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/hbase/replication/6f0a06aec936cfa2a3b3ad372bd093e3/queue/437b028e8b6d435ba749776bdc4a6063 2024-11-15T07:21:57,705 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/hbase/replication/6f0a06aec936cfa2a3b3ad372bd093e3/queue/437b028e8b6d435ba749776bdc4a6063, entries=1, sequenceid=14, filesize=5.2 K 2024-11-15T07:21:57,706 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 6f0a06aec936cfa2a3b3ad372bd093e3 in 35ms, sequenceid=14, compaction requested=false 2024-11-15T07:21:57,714 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760 to pos 1518, reset compression=false 2024-11-15T07:21:57,728 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/hbase/meta/1588230740/.tmp/ns/e735667558c04401b79fa6fb23343a15 is 43, key is default/ns:d/1731655299431/Put/seqid=0 2024-11-15T07:21:57,733 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/hbase/replication/6f0a06aec936cfa2a3b3ad372bd093e3/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-15T07:21:57,734 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:21:57,734 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:21:57,734 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731655306426.6f0a06aec936cfa2a3b3ad372bd093e3. 2024-11-15T07:21:57,734 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6f0a06aec936cfa2a3b3ad372bd093e3: Waiting for close lock at 1731655317671Running coprocessor pre-close hooks at 1731655317671Disabling compacts and flushes for region at 1731655317671Disabling writes for close at 1731655317671Obtaining lock to block concurrent updates at 1731655317671Preparing flush snapshotting stores in 6f0a06aec936cfa2a3b3ad372bd093e3 at 1731655317671Finished memstore snapshotting hbase:replication,,1731655306426.6f0a06aec936cfa2a3b3ad372bd093e3., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731655317672 (+1 ms)Flushing stores of hbase:replication,,1731655306426.6f0a06aec936cfa2a3b3ad372bd093e3. at 1731655317672Flushing 6f0a06aec936cfa2a3b3ad372bd093e3/queue: creating writer at 1731655317672Flushing 6f0a06aec936cfa2a3b3ad372bd093e3/queue: appending metadata at 1731655317689 (+17 ms)Flushing 6f0a06aec936cfa2a3b3ad372bd093e3/queue: closing flushed file at 1731655317689Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3295cb00: reopening flushed file at 1731655317699 (+10 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 6f0a06aec936cfa2a3b3ad372bd093e3 in 35ms, sequenceid=14, compaction requested=false at 1731655317706 (+7 ms)Writing region close event to WAL at 1731655317724 (+18 ms)Running coprocessor post-close hooks at 1731655317734 (+10 ms)Closed at 1731655317734 2024-11-15T07:21:57,735 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731655306426.6f0a06aec936cfa2a3b3ad372bd093e3. 2024-11-15T07:21:57,735 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 96e043f1cb365efaa80b003e5c589c49, disabling compactions & flushes 2024-11-15T07:21:57,735 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731655300936.96e043f1cb365efaa80b003e5c589c49. 2024-11-15T07:21:57,735 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731655300936.96e043f1cb365efaa80b003e5c589c49. 2024-11-15T07:21:57,735 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731655300936.96e043f1cb365efaa80b003e5c589c49. after waiting 0 ms 2024-11-15T07:21:57,736 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731655300936.96e043f1cb365efaa80b003e5c589c49. 2024-11-15T07:21:57,736 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 96e043f1cb365efaa80b003e5c589c49 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-15T07:21:57,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741842_1018 (size=5153) 2024-11-15T07:21:57,757 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/default/test/96e043f1cb365efaa80b003e5c589c49/.tmp/f/62101de764ac468a9c2c9e1bececc5e3 is 37, key is row3/f:row3/1731655315280/Put/seqid=0 2024-11-15T07:21:57,759 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 1496, reset compression=false 2024-11-15T07:21:57,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741843_1019 (size=5228) 2024-11-15T07:21:57,872 DEBUG [RS:0;32f0bc5975d0:39723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 96e043f1cb365efaa80b003e5c589c49 2024-11-15T07:21:58,073 DEBUG [RS:0;32f0bc5975d0:39723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 96e043f1cb365efaa80b003e5c589c49 2024-11-15T07:21:58,084 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 1468, reset compression=false 2024-11-15T07:21:58,150 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/hbase/meta/1588230740/.tmp/ns/e735667558c04401b79fa6fb23343a15 2024-11-15T07:21:58,163 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/default/test/96e043f1cb365efaa80b003e5c589c49/.tmp/f/62101de764ac468a9c2c9e1bececc5e3 2024-11-15T07:21:58,167 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 62101de764ac468a9c2c9e1bececc5e3 2024-11-15T07:21:58,172 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/hbase/meta/1588230740/.tmp/rep_barrier/9d12de77541945e1a3a35e54a1533677 is 112, key is test,,1731655300936.96e043f1cb365efaa80b003e5c589c49./rep_barrier:seqnumDuringOpen/1731655301736/Put/seqid=0 2024-11-15T07:21:58,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741844_1020 (size=5518) 2024-11-15T07:21:58,181 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/default/test/96e043f1cb365efaa80b003e5c589c49/.tmp/f1/2ecee8090f8146dc950139d984bd101b is 30, key is row1/f1:/1731655312621/DeleteFamily/seqid=0 2024-11-15T07:21:58,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741845_1021 (size=5158) 2024-11-15T07:21:58,185 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/default/test/96e043f1cb365efaa80b003e5c589c49/.tmp/f1/2ecee8090f8146dc950139d984bd101b 2024-11-15T07:21:58,189 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2ecee8090f8146dc950139d984bd101b 2024-11-15T07:21:58,206 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/default/test/96e043f1cb365efaa80b003e5c589c49/.tmp/norep/393ca9a979da4f3c9c667c1dcd8093b7 is 33, key is row2/norep:/1731655313627/DeleteFamily/seqid=0 2024-11-15T07:21:58,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741846_1022 (size=5108) 2024-11-15T07:21:58,233 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760 to pos 1518, reset compression=false 2024-11-15T07:21:58,237 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:21:58,237 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760 to pos 1765, reset compression=false 2024-11-15T07:21:58,237 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.shipper32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,39723,1731655297083 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T07:21:58,238 ERROR [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.shipper32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 32f0bc5975d0,39723,1731655297083: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-32f0bc5975d0,39723,1731655297083, walGroup=32f0bc5975d0%2C39723%2C1731655297083, offset=32f0bc5975d0%2C39723%2C1731655297083.1731655298760:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:39723 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T07:21:58,239 ERROR [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.shipper32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T07:21:58,239 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.shipper32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T07:21:58,239 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.shipper32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T07:21:58,239 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.shipper32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T07:21:58,240 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.shipper32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T07:21:58,240 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.shipper32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1266679808, "init": 1048576000, "max": 2306867200, "used": 772943600 }, "NonHeapMemoryUsage": { "committed": 201654272, "init": 7667712, "max": -1, "used": 198801832 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T07:21:58,240 WARN [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.shipper32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:35803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:35803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T07:21:58,261 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 1496, reset compression=false 2024-11-15T07:21:58,273 DEBUG [RS:0;32f0bc5975d0:39723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 96e043f1cb365efaa80b003e5c589c49 2024-11-15T07:21:58,442 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760 to pos 1765, reset compression=false 2024-11-15T07:21:58,473 DEBUG [RS:0;32f0bc5975d0:39723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 96e043f1cb365efaa80b003e5c589c49 2024-11-15T07:21:58,576 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/hbase/meta/1588230740/.tmp/rep_barrier/9d12de77541945e1a3a35e54a1533677 2024-11-15T07:21:58,596 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/hbase/meta/1588230740/.tmp/table/0f99147bebfb49c382c7ba190aa47b70 is 53, key is hbase:replication/table:state/1731655306828/Put/seqid=0 2024-11-15T07:21:58,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741847_1023 (size=5308) 2024-11-15T07:21:58,609 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/default/test/96e043f1cb365efaa80b003e5c589c49/.tmp/norep/393ca9a979da4f3c9c667c1dcd8093b7 2024-11-15T07:21:58,613 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 393ca9a979da4f3c9c667c1dcd8093b7 2024-11-15T07:21:58,614 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/default/test/96e043f1cb365efaa80b003e5c589c49/.tmp/f/62101de764ac468a9c2c9e1bececc5e3 as hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/default/test/96e043f1cb365efaa80b003e5c589c49/f/62101de764ac468a9c2c9e1bececc5e3 2024-11-15T07:21:58,617 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 62101de764ac468a9c2c9e1bececc5e3 2024-11-15T07:21:58,617 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/default/test/96e043f1cb365efaa80b003e5c589c49/f/62101de764ac468a9c2c9e1bececc5e3, entries=5, sequenceid=12, filesize=5.1 K 2024-11-15T07:21:58,618 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/default/test/96e043f1cb365efaa80b003e5c589c49/.tmp/f1/2ecee8090f8146dc950139d984bd101b as hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/default/test/96e043f1cb365efaa80b003e5c589c49/f1/2ecee8090f8146dc950139d984bd101b 2024-11-15T07:21:58,622 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2ecee8090f8146dc950139d984bd101b 2024-11-15T07:21:58,622 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/default/test/96e043f1cb365efaa80b003e5c589c49/f1/2ecee8090f8146dc950139d984bd101b, entries=3, sequenceid=12, filesize=5.0 K 2024-11-15T07:21:58,623 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/default/test/96e043f1cb365efaa80b003e5c589c49/.tmp/norep/393ca9a979da4f3c9c667c1dcd8093b7 as hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/default/test/96e043f1cb365efaa80b003e5c589c49/norep/393ca9a979da4f3c9c667c1dcd8093b7 2024-11-15T07:21:58,627 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 393ca9a979da4f3c9c667c1dcd8093b7 2024-11-15T07:21:58,627 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/default/test/96e043f1cb365efaa80b003e5c589c49/norep/393ca9a979da4f3c9c667c1dcd8093b7, entries=1, sequenceid=12, filesize=5.0 K 2024-11-15T07:21:58,628 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 96e043f1cb365efaa80b003e5c589c49 in 892ms, sequenceid=12, compaction requested=false 2024-11-15T07:21:58,632 INFO [regionserver/32f0bc5975d0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T07:21:58,632 INFO [regionserver/32f0bc5975d0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T07:21:58,633 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/default/test/96e043f1cb365efaa80b003e5c589c49/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-15T07:21:58,633 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:21:58,633 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T07:21:58,633 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731655300936.96e043f1cb365efaa80b003e5c589c49. 2024-11-15T07:21:58,633 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 96e043f1cb365efaa80b003e5c589c49: Waiting for close lock at 1731655317735Running coprocessor pre-close hooks at 1731655317735Disabling compacts and flushes for region at 1731655317735Disabling writes for close at 1731655317735Obtaining lock to block concurrent updates at 1731655317736 (+1 ms)Preparing flush snapshotting stores in 96e043f1cb365efaa80b003e5c589c49 at 1731655317736Finished memstore snapshotting test,,1731655300936.96e043f1cb365efaa80b003e5c589c49., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731655317736Flushing stores of test,,1731655300936.96e043f1cb365efaa80b003e5c589c49. at 1731655317736Flushing 96e043f1cb365efaa80b003e5c589c49/f: creating writer at 1731655317737 (+1 ms)Flushing 96e043f1cb365efaa80b003e5c589c49/f: appending metadata at 1731655317756 (+19 ms)Flushing 96e043f1cb365efaa80b003e5c589c49/f: closing flushed file at 1731655317756Flushing 96e043f1cb365efaa80b003e5c589c49/f1: creating writer at 1731655318167 (+411 ms)Flushing 96e043f1cb365efaa80b003e5c589c49/f1: appending metadata at 1731655318181 (+14 ms)Flushing 96e043f1cb365efaa80b003e5c589c49/f1: closing flushed file at 1731655318181Flushing 96e043f1cb365efaa80b003e5c589c49/norep: creating writer at 1731655318189 (+8 ms)Flushing 96e043f1cb365efaa80b003e5c589c49/norep: appending metadata at 1731655318205 (+16 ms)Flushing 96e043f1cb365efaa80b003e5c589c49/norep: closing flushed file at 1731655318205Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10573d51: reopening flushed file at 1731655318613 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59721908: reopening flushed file at 1731655318618 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44631c88: reopening flushed file at 1731655318623 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 96e043f1cb365efaa80b003e5c589c49 in 892ms, sequenceid=12, compaction requested=false at 1731655318628 (+5 ms)Writing region close event to WAL at 1731655318629 (+1 ms)Running coprocessor post-close hooks at 1731655318633 (+4 ms)Closed at 1731655318633 2024-11-15T07:21:58,633 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731655300936.96e043f1cb365efaa80b003e5c589c49. 2024-11-15T07:21:58,673 INFO [RS:0;32f0bc5975d0:39723 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T07:21:58,673 DEBUG [RS:0;32f0bc5975d0:39723 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T07:21:58,673 DEBUG [RS:0;32f0bc5975d0:39723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:21:58,688 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 1468, reset compression=false 2024-11-15T07:21:58,745 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760 to pos 1765, reset compression=false 2024-11-15T07:21:58,749 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:21:58,749 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760 to pos 2409, reset compression=false 2024-11-15T07:21:58,865 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 1496, reset compression=false 2024-11-15T07:21:58,873 DEBUG [RS:0;32f0bc5975d0:39723 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:21:58,952 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.wal-reader.32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.1731655298760 to pos 2409, reset compression=false 2024-11-15T07:21:59,002 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/hbase/meta/1588230740/.tmp/table/0f99147bebfb49c382c7ba190aa47b70 2024-11-15T07:21:59,014 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/hbase/meta/1588230740/.tmp/info/f06e4f3799044b40817a6c07126254bb as hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/hbase/meta/1588230740/info/f06e4f3799044b40817a6c07126254bb 2024-11-15T07:21:59,020 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/hbase/meta/1588230740/info/f06e4f3799044b40817a6c07126254bb, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T07:21:59,021 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/hbase/meta/1588230740/.tmp/ns/e735667558c04401b79fa6fb23343a15 as hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/hbase/meta/1588230740/ns/e735667558c04401b79fa6fb23343a15 2024-11-15T07:21:59,030 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/hbase/meta/1588230740/ns/e735667558c04401b79fa6fb23343a15, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T07:21:59,031 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/hbase/meta/1588230740/.tmp/rep_barrier/9d12de77541945e1a3a35e54a1533677 as hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/hbase/meta/1588230740/rep_barrier/9d12de77541945e1a3a35e54a1533677 2024-11-15T07:21:59,036 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/hbase/meta/1588230740/rep_barrier/9d12de77541945e1a3a35e54a1533677, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T07:21:59,037 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/hbase/meta/1588230740/.tmp/table/0f99147bebfb49c382c7ba190aa47b70 as hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/hbase/meta/1588230740/table/0f99147bebfb49c382c7ba190aa47b70 2024-11-15T07:21:59,042 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/hbase/meta/1588230740/table/0f99147bebfb49c382c7ba190aa47b70, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T07:21:59,043 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1371ms, sequenceid=16, compaction requested=false 2024-11-15T07:21:59,057 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T07:21:59,058 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:21:59,058 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:21:59,058 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:21:59,058 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655317672Running coprocessor pre-close hooks at 1731655317672Disabling compacts and flushes for region at 1731655317672Disabling writes for close at 1731655317672Obtaining lock to block concurrent updates at 1731655317672Preparing flush snapshotting stores in 1588230740 at 1731655317672Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731655317673 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731655317673Flushing 1588230740/info: creating writer at 1731655317673Flushing 1588230740/info: appending metadata at 1731655317689 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731655317689Flushing 1588230740/ns: creating writer at 1731655317703 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731655317727 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1731655317727Flushing 1588230740/rep_barrier: creating writer at 1731655318155 (+428 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731655318172 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731655318172Flushing 1588230740/table: creating writer at 1731655318580 (+408 ms)Flushing 1588230740/table: appending metadata at 1731655318595 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731655318595Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c5ce651: reopening flushed file at 1731655319011 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12325aaa: reopening flushed file at 1731655319020 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e78f2f9: reopening flushed file at 1731655319030 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ab92dda: reopening flushed file at 1731655319036 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1371ms, sequenceid=16, compaction requested=false at 1731655319043 (+7 ms)Writing region close event to WAL at 1731655319051 (+8 ms)Running coprocessor post-close hooks at 1731655319058 (+7 ms)Closed at 1731655319058 2024-11-15T07:21:59,059 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T07:21:59,074 INFO [RS:0;32f0bc5975d0:39723 {}] regionserver.HRegionServer(976): stopping server 32f0bc5975d0,39723,1731655297083; all regions closed. 2024-11-15T07:21:59,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741834_1010 (size=4239) 2024-11-15T07:21:59,077 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/WALs/32f0bc5975d0,39723,1731655297083/32f0bc5975d0%2C39723%2C1731655297083.meta.1731655299363.meta not finished, retry = 0 2024-11-15T07:21:59,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741839_1015 (size=3552) 2024-11-15T07:21:59,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741832_1008 (size=2417) 2024-11-15T07:21:59,185 DEBUG [RS:0;32f0bc5975d0:39723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:59,185 INFO [RS:0;32f0bc5975d0:39723 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:21:59,185 INFO [RS:0;32f0bc5975d0:39723 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:21:59,185 INFO [RS:0;32f0bc5975d0:39723 {}] hbase.ChoreService(370): Chore service for: regionserver/32f0bc5975d0:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T07:21:59,185 INFO [RS:0;32f0bc5975d0:39723 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:21:59,186 INFO [regionserver/32f0bc5975d0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:21:59,186 INFO [RS:0;32f0bc5975d0:39723 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-32f0bc5975d0,39723,1731655297083 because: Region server is closing 2024-11-15T07:21:59,186 INFO [RS:0;32f0bc5975d0:39723 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:39723. 2024-11-15T07:21:59,186 DEBUG [RS:0;32f0bc5975d0:39723 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:21:59,186 DEBUG [RS:0;32f0bc5975d0:39723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:59,186 DEBUG [RS:0;32f0bc5975d0:39723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:59,186 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:21:59,286 INFO [RS:0;32f0bc5975d0:39723 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,39723,1731655297083.replicationSource.shipper32f0bc5975d0%2C39723%2C1731655297083,1-32f0bc5975d0,39723,1731655297083 terminated 2024-11-15T07:21:59,287 INFO [RS:0;32f0bc5975d0:39723 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:39723. 2024-11-15T07:21:59,287 DEBUG [RS:0;32f0bc5975d0:39723 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:21:59,287 DEBUG [RS:0;32f0bc5975d0:39723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:59,287 DEBUG [RS:0;32f0bc5975d0:39723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:59,287 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:21:59,287 INFO [RS:0;32f0bc5975d0:39723 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39723 2024-11-15T07:21:59,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35803-0x1013d5eaa270006, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1869524746/rs 2024-11-15T07:21:59,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x1013d5eaa270007, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1869524746/rs/32f0bc5975d0,39723,1731655297083 2024-11-15T07:21:59,343 INFO [RS:0;32f0bc5975d0:39723 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:21:59,353 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32f0bc5975d0,39723,1731655297083] 2024-11-15T07:21:59,363 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1869524746/draining/32f0bc5975d0,39723,1731655297083 already deleted, retry=false 2024-11-15T07:21:59,364 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32f0bc5975d0,39723,1731655297083 expired; onlineServers=0 2024-11-15T07:21:59,364 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32f0bc5975d0,35803,1731655296928' ***** 2024-11-15T07:21:59,364 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T07:21:59,364 INFO [M:0;32f0bc5975d0:35803 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:21:59,364 INFO [M:0;32f0bc5975d0:35803 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:21:59,364 DEBUG [M:0;32f0bc5975d0:35803 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T07:21:59,364 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T07:21:59,364 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655298487 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655298487,5,FailOnTimeoutGroup] 2024-11-15T07:21:59,364 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655298487 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655298487,5,FailOnTimeoutGroup] 2024-11-15T07:21:59,364 DEBUG [M:0;32f0bc5975d0:35803 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T07:21:59,365 INFO [M:0;32f0bc5975d0:35803 {}] hbase.ChoreService(370): Chore service for: master/32f0bc5975d0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T07:21:59,365 INFO [M:0;32f0bc5975d0:35803 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:21:59,365 DEBUG [M:0;32f0bc5975d0:35803 {}] master.HMaster(1795): Stopping service threads 2024-11-15T07:21:59,365 INFO [M:0;32f0bc5975d0:35803 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T07:21:59,365 INFO [M:0;32f0bc5975d0:35803 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:21:59,365 INFO [M:0;32f0bc5975d0:35803 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T07:21:59,365 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T07:21:59,391 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 1468, reset compression=false 2024-11-15T07:21:59,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35803-0x1013d5eaa270006, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1869524746/master 2024-11-15T07:21:59,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35803-0x1013d5eaa270006, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1869524746 2024-11-15T07:21:59,403 DEBUG [M:0;32f0bc5975d0:35803 {}] zookeeper.ZKUtil(347): master:35803-0x1013d5eaa270006, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Unable to get data of znode /2-1869524746/master because node does not exist (not an error) 2024-11-15T07:21:59,403 WARN [M:0;32f0bc5975d0:35803 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T07:21:59,404 INFO [M:0;32f0bc5975d0:35803 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/.lastflushedseqids 2024-11-15T07:21:59,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741848_1024 (size=245) 2024-11-15T07:21:59,413 INFO [M:0;32f0bc5975d0:35803 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T07:21:59,413 INFO [M:0;32f0bc5975d0:35803 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T07:21:59,413 DEBUG [M:0;32f0bc5975d0:35803 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:21:59,413 INFO [M:0;32f0bc5975d0:35803 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:21:59,413 DEBUG [M:0;32f0bc5975d0:35803 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:21:59,413 DEBUG [M:0;32f0bc5975d0:35803 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:21:59,413 DEBUG [M:0;32f0bc5975d0:35803 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:21:59,414 INFO [M:0;32f0bc5975d0:35803 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-15T07:21:59,431 DEBUG [M:0;32f0bc5975d0:35803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/71831b2f6170429db9c82906a59d9431 is 82, key is hbase:meta,,1/info:regioninfo/1731655299411/Put/seqid=0 2024-11-15T07:21:59,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741849_1025 (size=5672) 2024-11-15T07:21:59,443 INFO [M:0;32f0bc5975d0:35803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/71831b2f6170429db9c82906a59d9431 2024-11-15T07:21:59,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x1013d5eaa270007, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:21:59,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39723-0x1013d5eaa270007, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:21:59,454 INFO [RS:0;32f0bc5975d0:39723 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:21:59,454 INFO [RS:0;32f0bc5975d0:39723 {}] regionserver.HRegionServer(1031): Exiting; stopping=32f0bc5975d0,39723,1731655297083; zookeeper connection closed. 2024-11-15T07:21:59,461 DEBUG [M:0;32f0bc5975d0:35803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c762e5548a834d8aa2faca353eb1981c is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731655306832/Put/seqid=0 2024-11-15T07:21:59,464 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@564d9364 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@564d9364 2024-11-15T07:21:59,464 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T07:21:59,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741850_1026 (size=9212) 2024-11-15T07:21:59,473 INFO [M:0;32f0bc5975d0:35803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c762e5548a834d8aa2faca353eb1981c 2024-11-15T07:21:59,515 DEBUG [M:0;32f0bc5975d0:35803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5aa477651dc040998fce7e833bfe0188 is 69, key is 32f0bc5975d0,39723,1731655297083/rs:state/1731655298571/Put/seqid=0 2024-11-15T07:21:59,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741851_1027 (size=5156) 2024-11-15T07:21:59,534 INFO [M:0;32f0bc5975d0:35803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5aa477651dc040998fce7e833bfe0188 2024-11-15T07:21:59,540 DEBUG [M:0;32f0bc5975d0:35803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/71831b2f6170429db9c82906a59d9431 as hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/71831b2f6170429db9c82906a59d9431 2024-11-15T07:21:59,545 INFO [M:0;32f0bc5975d0:35803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/71831b2f6170429db9c82906a59d9431, entries=8, sequenceid=127, filesize=5.5 K 2024-11-15T07:21:59,546 DEBUG [M:0;32f0bc5975d0:35803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c762e5548a834d8aa2faca353eb1981c as hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c762e5548a834d8aa2faca353eb1981c 2024-11-15T07:21:59,549 INFO [M:0;32f0bc5975d0:35803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c762e5548a834d8aa2faca353eb1981c, entries=15, sequenceid=127, filesize=9.0 K 2024-11-15T07:21:59,550 DEBUG [M:0;32f0bc5975d0:35803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5aa477651dc040998fce7e833bfe0188 as hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5aa477651dc040998fce7e833bfe0188 2024-11-15T07:21:59,553 INFO [M:0;32f0bc5975d0:35803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32815/user/jenkins/test-data/253561e8-52fa-3cbd-d4a7-8bcd49f9be5d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5aa477651dc040998fce7e833bfe0188, entries=1, sequenceid=127, filesize=5.0 K 2024-11-15T07:21:59,555 INFO [M:0;32f0bc5975d0:35803 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 142ms, sequenceid=127, compaction requested=false 2024-11-15T07:21:59,562 INFO [M:0;32f0bc5975d0:35803 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:21:59,562 DEBUG [M:0;32f0bc5975d0:35803 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655319413Disabling compacts and flushes for region at 1731655319413Disabling writes for close at 1731655319413Obtaining lock to block concurrent updates at 1731655319414 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731655319414Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731655319414Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731655319415 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731655319415Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731655319430 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731655319430Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731655319446 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731655319461 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731655319461Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731655319483 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731655319514 (+31 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731655319514Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51177166: reopening flushed file at 1731655319538 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28f58e0b: reopening flushed file at 1731655319545 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19329830: reopening flushed file at 1731655319549 (+4 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 142ms, sequenceid=127, compaction requested=false at 1731655319555 (+6 ms)Writing region close event to WAL at 1731655319562 (+7 ms)Closed at 1731655319562 2024-11-15T07:21:59,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42355 is added to blk_1073741830_1006 (size=73866) 2024-11-15T07:21:59,568 INFO [M:0;32f0bc5975d0:35803 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T07:21:59,568 INFO [M:0;32f0bc5975d0:35803 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35803 2024-11-15T07:21:59,568 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 1496, reset compression=false 2024-11-15T07:21:59,568 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:21:59,571 INFO [M:0;32f0bc5975d0:35803 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:21:59,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35803-0x1013d5eaa270006, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:21:59,695 INFO [M:0;32f0bc5975d0:35803 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:21:59,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35803-0x1013d5eaa270006, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:21:59,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2fe65213{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T07:21:59,726 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@78a237f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T07:21:59,726 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T07:21:59,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40679b01{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T07:21:59,726 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17e35d7f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/197514f7-ba66-4830-f313-4c589db988ce/hadoop.log.dir/,STOPPED} 2024-11-15T07:21:59,728 WARN [BP-1050384784-172.17.0.2-1731655294125 heartbeating to localhost/127.0.0.1:32815 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T07:21:59,728 WARN [BP-1050384784-172.17.0.2-1731655294125 heartbeating to localhost/127.0.0.1:32815 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1050384784-172.17.0.2-1731655294125 (Datanode Uuid d8a54862-7ae1-4b62-8c3b-737f1bc5b652) service to localhost/127.0.0.1:32815 2024-11-15T07:21:59,729 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T07:21:59,729 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T07:21:59,729 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/197514f7-ba66-4830-f313-4c589db988ce/cluster_db3d390d-e64a-8efa-2818-a2a0a8fa76ae/data/data2/current/BP-1050384784-172.17.0.2-1731655294125 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T07:21:59,729 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T07:21:59,734 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/197514f7-ba66-4830-f313-4c589db988ce/cluster_db3d390d-e64a-8efa-2818-a2a0a8fa76ae/data/data1/current/BP-1050384784-172.17.0.2-1731655294125 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T07:21:59,735 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@55ea5509{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T07:21:59,736 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5dd28080{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T07:21:59,736 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T07:21:59,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a67ec78{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T07:21:59,736 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b4ddfb7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/197514f7-ba66-4830-f313-4c589db988ce/hadoop.log.dir/,STOPPED} 2024-11-15T07:21:59,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T07:21:59,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T07:21:59,749 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:21:59,749 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:21:59,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:59,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:59,749 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:21:59,749 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T07:21:59,750 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=887606000, stopped=false 2024-11-15T07:21:59,750 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32f0bc5975d0,41115,1731655290259 2024-11-15T07:21:59,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x1013d5eaa270004, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1613166988/running 2024-11-15T07:21:59,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41115-0x1013d5eaa270003, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1613166988/running 2024-11-15T07:21:59,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x1013d5eaa270004, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1613166988 2024-11-15T07:21:59,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41115-0x1013d5eaa270003, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1613166988 2024-11-15T07:21:59,761 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:21:59,761 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:21:59,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42037-0x1013d5eaa270004, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Set watcher on znode that does not yet exist, /1-1613166988/running 2024-11-15T07:21:59,762 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:21:59,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:59,762 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41115-0x1013d5eaa270003, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Set watcher on znode that does not yet exist, /1-1613166988/running 2024-11-15T07:21:59,762 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32f0bc5975d0,42037,1731655290439' ***** 2024-11-15T07:21:59,762 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T07:21:59,762 INFO [RS:0;32f0bc5975d0:42037 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T07:21:59,762 INFO [RS:0;32f0bc5975d0:42037 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T07:21:59,762 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T07:21:59,762 INFO [RS:0;32f0bc5975d0:42037 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T07:21:59,763 INFO [RS:0;32f0bc5975d0:42037 {}] regionserver.HRegionServer(3091): Received CLOSE for 79b17d63c3725259c61fd4367ae407b7 2024-11-15T07:21:59,763 INFO [RS:0;32f0bc5975d0:42037 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d4698be38ed08fa7e0e00cb5dbca01f 2024-11-15T07:21:59,763 INFO [RS:0;32f0bc5975d0:42037 {}] regionserver.HRegionServer(959): stopping server 32f0bc5975d0,42037,1731655290439 2024-11-15T07:21:59,763 INFO [RS:0;32f0bc5975d0:42037 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:21:59,763 INFO [RS:0;32f0bc5975d0:42037 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:42037. 2024-11-15T07:21:59,763 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 79b17d63c3725259c61fd4367ae407b7, disabling compactions & flushes 2024-11-15T07:21:59,763 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731655304250.79b17d63c3725259c61fd4367ae407b7. 2024-11-15T07:21:59,763 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731655304250.79b17d63c3725259c61fd4367ae407b7. 2024-11-15T07:21:59,763 DEBUG [RS:0;32f0bc5975d0:42037 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:21:59,763 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731655304250.79b17d63c3725259c61fd4367ae407b7. after waiting 0 ms 2024-11-15T07:21:59,763 DEBUG [RS:0;32f0bc5975d0:42037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:21:59,763 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731655304250.79b17d63c3725259c61fd4367ae407b7. 2024-11-15T07:21:59,763 INFO [RS:0;32f0bc5975d0:42037 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T07:21:59,763 INFO [RS:0;32f0bc5975d0:42037 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T07:21:59,763 INFO [RS:0;32f0bc5975d0:42037 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T07:21:59,763 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 79b17d63c3725259c61fd4367ae407b7 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-15T07:21:59,763 INFO [RS:0;32f0bc5975d0:42037 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T07:21:59,763 INFO [RS:0;32f0bc5975d0:42037 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T07:21:59,763 DEBUG [RS:0;32f0bc5975d0:42037 {}] regionserver.HRegionServer(1325): Online Regions={79b17d63c3725259c61fd4367ae407b7=hbase:replication,,1731655304250.79b17d63c3725259c61fd4367ae407b7., 1588230740=hbase:meta,,1.1588230740, 6d4698be38ed08fa7e0e00cb5dbca01f=test,,1731655300292.6d4698be38ed08fa7e0e00cb5dbca01f.} 2024-11-15T07:21:59,763 DEBUG [RS:0;32f0bc5975d0:42037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d4698be38ed08fa7e0e00cb5dbca01f, 79b17d63c3725259c61fd4367ae407b7 2024-11-15T07:21:59,763 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:21:59,763 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:21:59,763 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:21:59,763 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:21:59,763 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:21:59,763 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T07:21:59,782 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/hbase/meta/1588230740/.tmp/info/6104a3a1cc9e43efa90c13dd0e1a9439 is 147, key is hbase:replication,,1731655304250.79b17d63c3725259c61fd4367ae407b7./info:regioninfo/1731655305460/Put/seqid=0 2024-11-15T07:21:59,782 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/hbase/replication/79b17d63c3725259c61fd4367ae407b7/.tmp/queue/a5a35a16703c4b37b1f30177429f265a is 154, key is 1-32f0bc5975d0,42037,1731655290439/queue:32f0bc5975d0%2C42037%2C1731655290439/1731655316674/Put/seqid=0 2024-11-15T07:21:59,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741840_1016 (size=7686) 2024-11-15T07:21:59,786 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/hbase/meta/1588230740/.tmp/info/6104a3a1cc9e43efa90c13dd0e1a9439 2024-11-15T07:21:59,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741841_1017 (size=5353) 2024-11-15T07:21:59,809 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/hbase/meta/1588230740/.tmp/ns/bf4bb8dfa2044d6983a0ba467864d2ab is 43, key is default/ns:d/1731655293979/Put/seqid=0 2024-11-15T07:21:59,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741842_1018 (size=5153) 2024-11-15T07:21:59,844 INFO [regionserver/32f0bc5975d0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:21:59,904 INFO [regionserver/32f0bc5975d0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T07:21:59,904 INFO [regionserver/32f0bc5975d0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T07:21:59,963 DEBUG [RS:0;32f0bc5975d0:42037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d4698be38ed08fa7e0e00cb5dbca01f, 79b17d63c3725259c61fd4367ae407b7 2024-11-15T07:22:00,164 DEBUG [RS:0;32f0bc5975d0:42037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d4698be38ed08fa7e0e00cb5dbca01f, 79b17d63c3725259c61fd4367ae407b7 2024-11-15T07:22:00,190 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/hbase/replication/79b17d63c3725259c61fd4367ae407b7/.tmp/queue/a5a35a16703c4b37b1f30177429f265a 2024-11-15T07:22:00,195 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/hbase/replication/79b17d63c3725259c61fd4367ae407b7/.tmp/queue/a5a35a16703c4b37b1f30177429f265a as hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/hbase/replication/79b17d63c3725259c61fd4367ae407b7/queue/a5a35a16703c4b37b1f30177429f265a 2024-11-15T07:22:00,195 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 1468, reset compression=false 2024-11-15T07:22:00,199 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/hbase/replication/79b17d63c3725259c61fd4367ae407b7/queue/a5a35a16703c4b37b1f30177429f265a, entries=1, sequenceid=14, filesize=5.2 K 2024-11-15T07:22:00,200 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 79b17d63c3725259c61fd4367ae407b7 in 437ms, sequenceid=14, compaction requested=false 2024-11-15T07:22:00,206 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/hbase/replication/79b17d63c3725259c61fd4367ae407b7/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-15T07:22:00,207 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:22:00,207 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:22:00,207 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731655304250.79b17d63c3725259c61fd4367ae407b7. 2024-11-15T07:22:00,207 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 79b17d63c3725259c61fd4367ae407b7: Waiting for close lock at 1731655319763Running coprocessor pre-close hooks at 1731655319763Disabling compacts and flushes for region at 1731655319763Disabling writes for close at 1731655319763Obtaining lock to block concurrent updates at 1731655319763Preparing flush snapshotting stores in 79b17d63c3725259c61fd4367ae407b7 at 1731655319763Finished memstore snapshotting hbase:replication,,1731655304250.79b17d63c3725259c61fd4367ae407b7., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731655319763Flushing stores of hbase:replication,,1731655304250.79b17d63c3725259c61fd4367ae407b7. at 1731655319764 (+1 ms)Flushing 79b17d63c3725259c61fd4367ae407b7/queue: creating writer at 1731655319764Flushing 79b17d63c3725259c61fd4367ae407b7/queue: appending metadata at 1731655319782 (+18 ms)Flushing 79b17d63c3725259c61fd4367ae407b7/queue: closing flushed file at 1731655319782Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c5a2b30: reopening flushed file at 1731655320194 (+412 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 79b17d63c3725259c61fd4367ae407b7 in 437ms, sequenceid=14, compaction requested=false at 1731655320200 (+6 ms)Writing region close event to WAL at 1731655320204 (+4 ms)Running coprocessor post-close hooks at 1731655320207 (+3 ms)Closed at 1731655320207 2024-11-15T07:22:00,207 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731655304250.79b17d63c3725259c61fd4367ae407b7. 2024-11-15T07:22:00,207 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d4698be38ed08fa7e0e00cb5dbca01f, disabling compactions & flushes 2024-11-15T07:22:00,207 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731655300292.6d4698be38ed08fa7e0e00cb5dbca01f. 2024-11-15T07:22:00,207 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731655300292.6d4698be38ed08fa7e0e00cb5dbca01f. 2024-11-15T07:22:00,207 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731655300292.6d4698be38ed08fa7e0e00cb5dbca01f. after waiting 0 ms 2024-11-15T07:22:00,207 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731655300292.6d4698be38ed08fa7e0e00cb5dbca01f. 2024-11-15T07:22:00,208 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6d4698be38ed08fa7e0e00cb5dbca01f 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-15T07:22:00,213 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/hbase/meta/1588230740/.tmp/ns/bf4bb8dfa2044d6983a0ba467864d2ab 2024-11-15T07:22:00,228 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/default/test/6d4698be38ed08fa7e0e00cb5dbca01f/.tmp/f/adb36161731f478c982a71761a202074 is 37, key is row3/f:row3/1731655315280/Put/seqid=0 2024-11-15T07:22:00,228 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/hbase/meta/1588230740/.tmp/rep_barrier/deb657d42d6b4e70b70fbab249696b6e is 112, key is test,,1731655300292.6d4698be38ed08fa7e0e00cb5dbca01f./rep_barrier:seqnumDuringOpen/1731655300682/Put/seqid=0 2024-11-15T07:22:00,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741843_1019 (size=5228) 2024-11-15T07:22:00,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741844_1020 (size=5518) 2024-11-15T07:22:00,249 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T07:22:00,364 DEBUG [RS:0;32f0bc5975d0:42037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d4698be38ed08fa7e0e00cb5dbca01f 2024-11-15T07:22:00,377 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 1496, reset compression=false 2024-11-15T07:22:00,564 DEBUG [RS:0;32f0bc5975d0:42037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d4698be38ed08fa7e0e00cb5dbca01f 2024-11-15T07:22:00,631 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/default/test/6d4698be38ed08fa7e0e00cb5dbca01f/.tmp/f/adb36161731f478c982a71761a202074 2024-11-15T07:22:00,636 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for adb36161731f478c982a71761a202074 2024-11-15T07:22:00,643 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/hbase/meta/1588230740/.tmp/rep_barrier/deb657d42d6b4e70b70fbab249696b6e 2024-11-15T07:22:00,653 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/default/test/6d4698be38ed08fa7e0e00cb5dbca01f/.tmp/f1/f90d62aaa13e464695fa0b7ad2c79abb is 30, key is row1/f1:/1731655312621/DeleteFamily/seqid=0 2024-11-15T07:22:00,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741845_1021 (size=5158) 2024-11-15T07:22:00,667 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/hbase/meta/1588230740/.tmp/table/48914b6dbc424b1abbf6c29629d92d1d is 53, key is hbase:replication/table:state/1731655305471/Put/seqid=0 2024-11-15T07:22:00,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741846_1022 (size=5308) 2024-11-15T07:22:00,764 INFO [RS:0;32f0bc5975d0:42037 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T07:22:00,764 DEBUG [RS:0;32f0bc5975d0:42037 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6d4698be38ed08fa7e0e00cb5dbca01f=test,,1731655300292.6d4698be38ed08fa7e0e00cb5dbca01f.} 2024-11-15T07:22:00,765 DEBUG [RS:0;32f0bc5975d0:42037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d4698be38ed08fa7e0e00cb5dbca01f 2024-11-15T07:22:00,965 DEBUG [RS:0;32f0bc5975d0:42037 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6d4698be38ed08fa7e0e00cb5dbca01f 2024-11-15T07:22:01,062 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/default/test/6d4698be38ed08fa7e0e00cb5dbca01f/.tmp/f1/f90d62aaa13e464695fa0b7ad2c79abb 2024-11-15T07:22:01,065 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f90d62aaa13e464695fa0b7ad2c79abb 2024-11-15T07:22:01,071 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/hbase/meta/1588230740/.tmp/table/48914b6dbc424b1abbf6c29629d92d1d 2024-11-15T07:22:01,075 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/hbase/meta/1588230740/.tmp/info/6104a3a1cc9e43efa90c13dd0e1a9439 as hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/hbase/meta/1588230740/info/6104a3a1cc9e43efa90c13dd0e1a9439 2024-11-15T07:22:01,083 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/hbase/meta/1588230740/info/6104a3a1cc9e43efa90c13dd0e1a9439, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T07:22:01,083 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/hbase/meta/1588230740/.tmp/ns/bf4bb8dfa2044d6983a0ba467864d2ab as hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/hbase/meta/1588230740/ns/bf4bb8dfa2044d6983a0ba467864d2ab 2024-11-15T07:22:01,083 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/default/test/6d4698be38ed08fa7e0e00cb5dbca01f/.tmp/norep/68f096c321a641d6aa2a834072536166 is 33, key is row1/norep:/1731655312621/DeleteFamily/seqid=0 2024-11-15T07:22:01,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741847_1023 (size=5108) 2024-11-15T07:22:01,087 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/hbase/meta/1588230740/ns/bf4bb8dfa2044d6983a0ba467864d2ab, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T07:22:01,088 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/hbase/meta/1588230740/.tmp/rep_barrier/deb657d42d6b4e70b70fbab249696b6e as hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/hbase/meta/1588230740/rep_barrier/deb657d42d6b4e70b70fbab249696b6e 2024-11-15T07:22:01,097 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/hbase/meta/1588230740/rep_barrier/deb657d42d6b4e70b70fbab249696b6e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T07:22:01,097 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 1468, reset compression=false 2024-11-15T07:22:01,098 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/hbase/meta/1588230740/.tmp/table/48914b6dbc424b1abbf6c29629d92d1d as hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/hbase/meta/1588230740/table/48914b6dbc424b1abbf6c29629d92d1d 2024-11-15T07:22:01,102 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:22:01,102 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 1715, reset compression=false 2024-11-15T07:22:01,102 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.shipper32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,42037,1731655290439 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030, lastWalPosition=1715, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T07:22:01,102 ERROR [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.shipper32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 32f0bc5975d0,42037,1731655290439: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-32f0bc5975d0,42037,1731655290439, walGroup=32f0bc5975d0%2C42037%2C1731655290439, offset=32f0bc5975d0%2C42037%2C1731655290439.1731655293030:1715, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:42037 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T07:22:01,104 ERROR [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.shipper32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T07:22:01,104 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.shipper32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T07:22:01,104 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.shipper32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T07:22:01,104 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.shipper32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T07:22:01,104 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.shipper32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T07:22:01,104 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.shipper32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1266679808, "init": 1048576000, "max": 2306867200, "used": 844246768 }, "NonHeapMemoryUsage": { "committed": 202244096, "init": 7667712, "max": -1, "used": 199308352 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T07:22:01,105 WARN [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.shipper32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:41115 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:41115 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T07:22:01,107 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/hbase/meta/1588230740/table/48914b6dbc424b1abbf6c29629d92d1d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T07:22:01,107 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1344ms, sequenceid=16, compaction requested=false 2024-11-15T07:22:01,117 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T07:22:01,117 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:22:01,117 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:22:01,117 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:22:01,117 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655319763Running coprocessor pre-close hooks at 1731655319763Disabling compacts and flushes for region at 1731655319763Disabling writes for close at 1731655319763Obtaining lock to block concurrent updates at 1731655319763Preparing flush snapshotting stores in 1588230740 at 1731655319763Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731655319764 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731655319764Flushing 1588230740/info: creating writer at 1731655319764Flushing 1588230740/info: appending metadata at 1731655319781 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731655319781Flushing 1588230740/ns: creating writer at 1731655319791 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731655319809 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731655319809Flushing 1588230740/rep_barrier: creating writer at 1731655320216 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731655320228 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731655320228Flushing 1588230740/table: creating writer at 1731655320648 (+420 ms)Flushing 1588230740/table: appending metadata at 1731655320666 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731655320666Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cb3f782: reopening flushed file at 1731655321074 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bb691b: reopening flushed file at 1731655321083 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49a9403f: reopening flushed file at 1731655321087 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dc8e03b: reopening flushed file at 1731655321097 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1344ms, sequenceid=16, compaction requested=false at 1731655321107 (+10 ms)Writing region close event to WAL at 1731655321114 (+7 ms)Running coprocessor post-close hooks at 1731655321117 (+3 ms)Closed at 1731655321117 2024-11-15T07:22:01,118 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T07:22:01,165 DEBUG [RS:0;32f0bc5975d0:42037 {}] regionserver.HRegionServer(1351): Waiting on 6d4698be38ed08fa7e0e00cb5dbca01f 2024-11-15T07:22:01,281 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 1496, reset compression=false 2024-11-15T07:22:01,310 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 1715, reset compression=false 2024-11-15T07:22:01,365 DEBUG [RS:0;32f0bc5975d0:42037 {}] regionserver.HRegionServer(1351): Waiting on 6d4698be38ed08fa7e0e00cb5dbca01f 2024-11-15T07:22:01,487 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/default/test/6d4698be38ed08fa7e0e00cb5dbca01f/.tmp/norep/68f096c321a641d6aa2a834072536166 2024-11-15T07:22:01,491 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 68f096c321a641d6aa2a834072536166 2024-11-15T07:22:01,492 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/default/test/6d4698be38ed08fa7e0e00cb5dbca01f/.tmp/f/adb36161731f478c982a71761a202074 as hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/default/test/6d4698be38ed08fa7e0e00cb5dbca01f/f/adb36161731f478c982a71761a202074 2024-11-15T07:22:01,497 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for adb36161731f478c982a71761a202074 2024-11-15T07:22:01,497 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/default/test/6d4698be38ed08fa7e0e00cb5dbca01f/f/adb36161731f478c982a71761a202074, entries=5, sequenceid=12, filesize=5.1 K 2024-11-15T07:22:01,503 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/default/test/6d4698be38ed08fa7e0e00cb5dbca01f/.tmp/f1/f90d62aaa13e464695fa0b7ad2c79abb as hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/default/test/6d4698be38ed08fa7e0e00cb5dbca01f/f1/f90d62aaa13e464695fa0b7ad2c79abb 2024-11-15T07:22:01,506 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f90d62aaa13e464695fa0b7ad2c79abb 2024-11-15T07:22:01,506 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/default/test/6d4698be38ed08fa7e0e00cb5dbca01f/f1/f90d62aaa13e464695fa0b7ad2c79abb, entries=3, sequenceid=12, filesize=5.0 K 2024-11-15T07:22:01,507 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/default/test/6d4698be38ed08fa7e0e00cb5dbca01f/.tmp/norep/68f096c321a641d6aa2a834072536166 as hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/default/test/6d4698be38ed08fa7e0e00cb5dbca01f/norep/68f096c321a641d6aa2a834072536166 2024-11-15T07:22:01,511 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 68f096c321a641d6aa2a834072536166 2024-11-15T07:22:01,511 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/default/test/6d4698be38ed08fa7e0e00cb5dbca01f/norep/68f096c321a641d6aa2a834072536166, entries=1, sequenceid=12, filesize=5.0 K 2024-11-15T07:22:01,511 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6d4698be38ed08fa7e0e00cb5dbca01f in 1304ms, sequenceid=12, compaction requested=false 2024-11-15T07:22:01,520 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/data/default/test/6d4698be38ed08fa7e0e00cb5dbca01f/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-15T07:22:01,520 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:22:01,520 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T07:22:01,520 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731655300292.6d4698be38ed08fa7e0e00cb5dbca01f. 2024-11-15T07:22:01,520 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d4698be38ed08fa7e0e00cb5dbca01f: Waiting for close lock at 1731655320207Running coprocessor pre-close hooks at 1731655320207Disabling compacts and flushes for region at 1731655320207Disabling writes for close at 1731655320207Obtaining lock to block concurrent updates at 1731655320208 (+1 ms)Preparing flush snapshotting stores in 6d4698be38ed08fa7e0e00cb5dbca01f at 1731655320208Finished memstore snapshotting test,,1731655300292.6d4698be38ed08fa7e0e00cb5dbca01f., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731655320208Flushing stores of test,,1731655300292.6d4698be38ed08fa7e0e00cb5dbca01f. at 1731655320208Flushing 6d4698be38ed08fa7e0e00cb5dbca01f/f: creating writer at 1731655320208Flushing 6d4698be38ed08fa7e0e00cb5dbca01f/f: appending metadata at 1731655320227 (+19 ms)Flushing 6d4698be38ed08fa7e0e00cb5dbca01f/f: closing flushed file at 1731655320227Flushing 6d4698be38ed08fa7e0e00cb5dbca01f/f1: creating writer at 1731655320636 (+409 ms)Flushing 6d4698be38ed08fa7e0e00cb5dbca01f/f1: appending metadata at 1731655320653 (+17 ms)Flushing 6d4698be38ed08fa7e0e00cb5dbca01f/f1: closing flushed file at 1731655320653Flushing 6d4698be38ed08fa7e0e00cb5dbca01f/norep: creating writer at 1731655321065 (+412 ms)Flushing 6d4698be38ed08fa7e0e00cb5dbca01f/norep: appending metadata at 1731655321083 (+18 ms)Flushing 6d4698be38ed08fa7e0e00cb5dbca01f/norep: closing flushed file at 1731655321083Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76a08530: reopening flushed file at 1731655321491 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73631d9: reopening flushed file at 1731655321498 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6147b792: reopening flushed file at 1731655321507 (+9 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 6d4698be38ed08fa7e0e00cb5dbca01f in 1304ms, sequenceid=12, compaction requested=false at 1731655321511 (+4 ms)Writing region close event to WAL at 1731655321517 (+6 ms)Running coprocessor post-close hooks at 1731655321520 (+3 ms)Closed at 1731655321520 2024-11-15T07:22:01,520 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731655300292.6d4698be38ed08fa7e0e00cb5dbca01f. 2024-11-15T07:22:01,565 INFO [RS:0;32f0bc5975d0:42037 {}] regionserver.HRegionServer(976): stopping server 32f0bc5975d0,42037,1731655290439; all regions closed. 2024-11-15T07:22:01,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741834_1010 (size=4239) 2024-11-15T07:22:01,567 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.meta.1731655293923.meta not finished, retry = 0 2024-11-15T07:22:01,613 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 1715, reset compression=false 2024-11-15T07:22:01,617 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:22:01,617 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.wal-reader.32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.1731655293030 to pos 2359, reset compression=false 2024-11-15T07:22:01,670 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/WALs/32f0bc5975d0,42037,1731655290439/32f0bc5975d0%2C42037%2C1731655290439.rep.1731655305401 not finished, retry = 0 2024-11-15T07:22:01,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741839_1015 (size=3552) 2024-11-15T07:22:01,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741832_1008 (size=2367) 2024-11-15T07:22:01,772 DEBUG [RS:0;32f0bc5975d0:42037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:01,772 INFO [RS:0;32f0bc5975d0:42037 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:22:01,772 INFO [RS:0;32f0bc5975d0:42037 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:22:01,773 INFO [RS:0;32f0bc5975d0:42037 {}] hbase.ChoreService(370): Chore service for: regionserver/32f0bc5975d0:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T07:22:01,773 INFO [RS:0;32f0bc5975d0:42037 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:22:01,773 INFO [regionserver/32f0bc5975d0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:22:01,773 INFO [RS:0;32f0bc5975d0:42037 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-32f0bc5975d0,42037,1731655290439 because: Region server is closing 2024-11-15T07:22:01,773 INFO [RS:0;32f0bc5975d0:42037 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:42037. 2024-11-15T07:22:01,773 DEBUG [RS:0;32f0bc5975d0:42037 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:22:01,773 DEBUG [RS:0;32f0bc5975d0:42037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:01,773 DEBUG [RS:0;32f0bc5975d0:42037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:01,773 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:22:01,874 INFO [RS:0;32f0bc5975d0:42037 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,42037,1731655290439.replicationSource.shipper32f0bc5975d0%2C42037%2C1731655290439,1-32f0bc5975d0,42037,1731655290439 terminated 2024-11-15T07:22:01,874 INFO [RS:0;32f0bc5975d0:42037 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:42037. 2024-11-15T07:22:01,874 DEBUG [RS:0;32f0bc5975d0:42037 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:22:01,874 DEBUG [RS:0;32f0bc5975d0:42037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:01,874 DEBUG [RS:0;32f0bc5975d0:42037 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:01,874 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:22:01,874 INFO [RS:0;32f0bc5975d0:42037 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42037 2024-11-15T07:22:01,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x1013d5eaa270004, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1613166988/rs/32f0bc5975d0,42037,1731655290439 2024-11-15T07:22:01,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41115-0x1013d5eaa270003, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1613166988/rs 2024-11-15T07:22:01,889 INFO [RS:0;32f0bc5975d0:42037 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:22:01,900 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32f0bc5975d0,42037,1731655290439] 2024-11-15T07:22:01,910 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1613166988/draining/32f0bc5975d0,42037,1731655290439 already deleted, retry=false 2024-11-15T07:22:01,910 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32f0bc5975d0,42037,1731655290439 expired; onlineServers=0 2024-11-15T07:22:01,911 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32f0bc5975d0,41115,1731655290259' ***** 2024-11-15T07:22:01,911 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T07:22:01,911 INFO [M:0;32f0bc5975d0:41115 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:22:01,911 INFO [M:0;32f0bc5975d0:41115 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:22:01,911 DEBUG [M:0;32f0bc5975d0:41115 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T07:22:01,911 DEBUG [M:0;32f0bc5975d0:41115 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T07:22:01,911 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T07:22:01,911 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655292748 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655292748,5,FailOnTimeoutGroup] 2024-11-15T07:22:01,911 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655292748 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655292748,5,FailOnTimeoutGroup] 2024-11-15T07:22:01,911 INFO [M:0;32f0bc5975d0:41115 {}] hbase.ChoreService(370): Chore service for: master/32f0bc5975d0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T07:22:01,911 INFO [M:0;32f0bc5975d0:41115 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:22:01,911 DEBUG [M:0;32f0bc5975d0:41115 {}] master.HMaster(1795): Stopping service threads 2024-11-15T07:22:01,911 INFO [M:0;32f0bc5975d0:41115 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T07:22:01,911 INFO [M:0;32f0bc5975d0:41115 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:22:01,911 INFO [M:0;32f0bc5975d0:41115 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T07:22:01,911 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T07:22:01,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41115-0x1013d5eaa270003, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1613166988/master 2024-11-15T07:22:01,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41115-0x1013d5eaa270003, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1613166988 2024-11-15T07:22:01,921 DEBUG [M:0;32f0bc5975d0:41115 {}] zookeeper.ZKUtil(347): master:41115-0x1013d5eaa270003, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Unable to get data of znode /1-1613166988/master because node does not exist (not an error) 2024-11-15T07:22:01,921 WARN [M:0;32f0bc5975d0:41115 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T07:22:01,921 INFO [M:0;32f0bc5975d0:41115 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/.lastflushedseqids 2024-11-15T07:22:01,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741848_1024 (size=245) 2024-11-15T07:22:02,000 INFO [RS:0;32f0bc5975d0:42037 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:22:02,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x1013d5eaa270004, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:22:02,000 INFO [RS:0;32f0bc5975d0:42037 {}] regionserver.HRegionServer(1031): Exiting; stopping=32f0bc5975d0,42037,1731655290439; zookeeper connection closed. 2024-11-15T07:22:02,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42037-0x1013d5eaa270004, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:22:02,000 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a54a938 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a54a938 2024-11-15T07:22:02,001 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T07:22:02,289 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 1496, reset compression=false 2024-11-15T07:22:02,325 INFO [M:0;32f0bc5975d0:41115 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T07:22:02,325 INFO [M:0;32f0bc5975d0:41115 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T07:22:02,325 DEBUG [M:0;32f0bc5975d0:41115 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:22:02,325 INFO [M:0;32f0bc5975d0:41115 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:22:02,325 DEBUG [M:0;32f0bc5975d0:41115 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:22:02,325 DEBUG [M:0;32f0bc5975d0:41115 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:22:02,325 DEBUG [M:0;32f0bc5975d0:41115 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:22:02,325 INFO [M:0;32f0bc5975d0:41115 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-15T07:22:02,339 DEBUG [M:0;32f0bc5975d0:41115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6120d826f00e49e69cc0f6580af403e3 is 82, key is hbase:meta,,1/info:regioninfo/1731655293962/Put/seqid=0 2024-11-15T07:22:02,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741849_1025 (size=5672) 2024-11-15T07:22:02,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:02,735 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:02,742 INFO [M:0;32f0bc5975d0:41115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6120d826f00e49e69cc0f6580af403e3 2024-11-15T07:22:02,759 DEBUG [M:0;32f0bc5975d0:41115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc20ec3e9d884791bf90393f977a4d3d is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731655305477/Put/seqid=0 2024-11-15T07:22:02,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741850_1026 (size=8516) 2024-11-15T07:22:02,762 INFO [M:0;32f0bc5975d0:41115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc20ec3e9d884791bf90393f977a4d3d 2024-11-15T07:22:02,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:02,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:02,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:02,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:02,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:02,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:02,785 DEBUG [M:0;32f0bc5975d0:41115 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00ab2798f47548e3abad566c26d22fc9 is 69, key is 32f0bc5975d0,42037,1731655290439/rs:state/1731655292829/Put/seqid=0 2024-11-15T07:22:02,788 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:02,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741851_1027 (size=5156) 2024-11-15T07:22:02,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:02,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:02,795 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:03,189 INFO [M:0;32f0bc5975d0:41115 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00ab2798f47548e3abad566c26d22fc9 2024-11-15T07:22:03,193 DEBUG [M:0;32f0bc5975d0:41115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6120d826f00e49e69cc0f6580af403e3 as hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6120d826f00e49e69cc0f6580af403e3 2024-11-15T07:22:03,196 INFO [M:0;32f0bc5975d0:41115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6120d826f00e49e69cc0f6580af403e3, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T07:22:03,197 DEBUG [M:0;32f0bc5975d0:41115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bc20ec3e9d884791bf90393f977a4d3d as hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bc20ec3e9d884791bf90393f977a4d3d 2024-11-15T07:22:03,200 INFO [M:0;32f0bc5975d0:41115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bc20ec3e9d884791bf90393f977a4d3d, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T07:22:03,201 DEBUG [M:0;32f0bc5975d0:41115 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/00ab2798f47548e3abad566c26d22fc9 as hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/00ab2798f47548e3abad566c26d22fc9 2024-11-15T07:22:03,204 INFO [M:0;32f0bc5975d0:41115 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35697/user/jenkins/test-data/58830058-ae56-a118-7e5e-62268aa4f24f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/00ab2798f47548e3abad566c26d22fc9, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T07:22:03,205 INFO [M:0;32f0bc5975d0:41115 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 880ms, sequenceid=97, compaction requested=false 2024-11-15T07:22:03,206 INFO [M:0;32f0bc5975d0:41115 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:22:03,206 DEBUG [M:0;32f0bc5975d0:41115 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655322325Disabling compacts and flushes for region at 1731655322325Disabling writes for close at 1731655322325Obtaining lock to block concurrent updates at 1731655322325Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731655322326 (+1 ms)Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731655322326Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731655322326Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731655322326Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731655322338 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731655322338Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731655322746 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731655322758 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731655322758Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731655322765 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731655322785 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731655322785Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7af9682a: reopening flushed file at 1731655323192 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fbd173b: reopening flushed file at 1731655323196 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32bc531e: reopening flushed file at 1731655323200 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 880ms, sequenceid=97, compaction requested=false at 1731655323205 (+5 ms)Writing region close event to WAL at 1731655323206 (+1 ms)Closed at 1731655323206 2024-11-15T07:22:03,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45987 is added to blk_1073741830_1006 (size=63654) 2024-11-15T07:22:03,208 INFO [M:0;32f0bc5975d0:41115 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T07:22:03,208 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:22:03,208 INFO [M:0;32f0bc5975d0:41115 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41115 2024-11-15T07:22:03,208 INFO [M:0;32f0bc5975d0:41115 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:22:03,326 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T07:22:03,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:03,327 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:03,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41115-0x1013d5eaa270003, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:22:03,344 INFO [M:0;32f0bc5975d0:41115 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:22:03,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41115-0x1013d5eaa270003, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:22:03,346 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a3d7fd9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T07:22:03,346 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f99dc0f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T07:22:03,346 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T07:22:03,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@537cd43b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T07:22:03,347 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e5841f0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28bb5167-d9c8-1377-6278-1baf472300ea/hadoop.log.dir/,STOPPED} 2024-11-15T07:22:03,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:03,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:03,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:03,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:03,372 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:03,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:03,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:03,384 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:03,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:03,387 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:03,392 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 1496, reset compression=false 2024-11-15T07:22:03,412 WARN [BP-1528950552-172.17.0.2-1731655288158 heartbeating to localhost/127.0.0.1:35697 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T07:22:03,412 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T07:22:03,412 WARN [BP-1528950552-172.17.0.2-1731655288158 heartbeating to localhost/127.0.0.1:35697 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1528950552-172.17.0.2-1731655288158 (Datanode Uuid b91613d0-4f5c-4fd9-a92c-f2bebb8bab0b) service to localhost/127.0.0.1:35697 2024-11-15T07:22:03,412 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T07:22:03,413 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28bb5167-d9c8-1377-6278-1baf472300ea/cluster_4437692f-889f-885e-d22a-ced488ad0115/data/data1/current/BP-1528950552-172.17.0.2-1731655288158 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T07:22:03,413 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28bb5167-d9c8-1377-6278-1baf472300ea/cluster_4437692f-889f-885e-d22a-ced488ad0115/data/data2/current/BP-1528950552-172.17.0.2-1731655288158 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T07:22:03,413 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T07:22:03,418 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@283878e1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T07:22:03,419 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6080f891{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T07:22:03,419 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T07:22:03,419 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178fd616{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T07:22:03,419 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a4df4fa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/28bb5167-d9c8-1377-6278-1baf472300ea/hadoop.log.dir/,STOPPED} 2024-11-15T07:22:03,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T07:22:03,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T07:22:03,438 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:22:03,438 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:22:03,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:03,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:03,439 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T07:22:03,439 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:22:03,439 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=43181785, stopped=false 2024-11-15T07:22:03,439 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32f0bc5975d0,35653,1731655284343 2024-11-15T07:22:03,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x1013d5eaa270001, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1049755429/running 2024-11-15T07:22:03,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35653-0x1013d5eaa270000, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1049755429/running 2024-11-15T07:22:03,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35653-0x1013d5eaa270000, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1049755429 2024-11-15T07:22:03,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x1013d5eaa270001, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1049755429 2024-11-15T07:22:03,500 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:22:03,501 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:22:03,501 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:22:03,501 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35653-0x1013d5eaa270000, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Set watcher on znode that does not yet exist, /0-1049755429/running 2024-11-15T07:22:03,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:03,501 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33483-0x1013d5eaa270001, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Set watcher on znode that does not yet exist, /0-1049755429/running 2024-11-15T07:22:03,501 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32f0bc5975d0,33483,1731655284589' ***** 2024-11-15T07:22:03,501 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T07:22:03,501 INFO [RS:0;32f0bc5975d0:33483 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T07:22:03,501 INFO [RS:0;32f0bc5975d0:33483 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T07:22:03,501 INFO [RS:0;32f0bc5975d0:33483 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T07:22:03,501 INFO [RS:0;32f0bc5975d0:33483 {}] regionserver.HRegionServer(3091): Received CLOSE for f1cda80c2f54c7e14f308fc8ef43df68 2024-11-15T07:22:03,502 INFO [RS:0;32f0bc5975d0:33483 {}] regionserver.HRegionServer(3091): Received CLOSE for 74da5f8f2d6fe75d75c6ec4cda0d61e4 2024-11-15T07:22:03,502 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T07:22:03,502 INFO [RS:0;32f0bc5975d0:33483 {}] regionserver.HRegionServer(959): stopping server 32f0bc5975d0,33483,1731655284589 2024-11-15T07:22:03,502 INFO [RS:0;32f0bc5975d0:33483 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:22:03,502 INFO [RS:0;32f0bc5975d0:33483 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:33483. 2024-11-15T07:22:03,502 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f1cda80c2f54c7e14f308fc8ef43df68, disabling compactions & flushes 2024-11-15T07:22:03,502 DEBUG [RS:0;32f0bc5975d0:33483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:22:03,502 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731655302096.f1cda80c2f54c7e14f308fc8ef43df68. 2024-11-15T07:22:03,502 DEBUG [RS:0;32f0bc5975d0:33483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:03,502 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731655302096.f1cda80c2f54c7e14f308fc8ef43df68. 2024-11-15T07:22:03,502 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731655302096.f1cda80c2f54c7e14f308fc8ef43df68. after waiting 0 ms 2024-11-15T07:22:03,502 INFO [RS:0;32f0bc5975d0:33483 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T07:22:03,502 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731655302096.f1cda80c2f54c7e14f308fc8ef43df68. 2024-11-15T07:22:03,502 INFO [RS:0;32f0bc5975d0:33483 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T07:22:03,502 INFO [RS:0;32f0bc5975d0:33483 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T07:22:03,502 INFO [RS:0;32f0bc5975d0:33483 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T07:22:03,502 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f1cda80c2f54c7e14f308fc8ef43df68 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-15T07:22:03,502 INFO [RS:0;32f0bc5975d0:33483 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T07:22:03,502 DEBUG [RS:0;32f0bc5975d0:33483 {}] regionserver.HRegionServer(1325): Online Regions={f1cda80c2f54c7e14f308fc8ef43df68=hbase:replication,,1731655302096.f1cda80c2f54c7e14f308fc8ef43df68., 1588230740=hbase:meta,,1.1588230740, 74da5f8f2d6fe75d75c6ec4cda0d61e4=test,,1731655299654.74da5f8f2d6fe75d75c6ec4cda0d61e4.} 2024-11-15T07:22:03,502 DEBUG [RS:0;32f0bc5975d0:33483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 74da5f8f2d6fe75d75c6ec4cda0d61e4, f1cda80c2f54c7e14f308fc8ef43df68 2024-11-15T07:22:03,502 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:22:03,502 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:22:03,502 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:22:03,502 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:22:03,502 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:22:03,503 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T07:22:03,506 INFO [regionserver/32f0bc5975d0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:22:03,518 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/hbase/meta/1588230740/.tmp/info/9ffdf8838a5c4569868b3d709299c719 is 147, key is hbase:replication,,1731655302096.f1cda80c2f54c7e14f308fc8ef43df68./info:regioninfo/1731655303282/Put/seqid=0 2024-11-15T07:22:03,519 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/hbase/replication/f1cda80c2f54c7e14f308fc8ef43df68/.tmp/queue/913d2ecf16ef4df4970d8210718f8f81 is 154, key is 1-32f0bc5975d0,33483,1731655284589/queue:32f0bc5975d0%2C33483%2C1731655284589/1731655316848/Put/seqid=0 2024-11-15T07:22:03,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38495 is added to blk_1073741840_1016 (size=7686) 2024-11-15T07:22:03,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38495 is added to blk_1073741841_1017 (size=5353) 2024-11-15T07:22:03,667 INFO [regionserver/32f0bc5975d0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T07:22:03,667 INFO [regionserver/32f0bc5975d0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T07:22:03,702 DEBUG [RS:0;32f0bc5975d0:33483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 74da5f8f2d6fe75d75c6ec4cda0d61e4, f1cda80c2f54c7e14f308fc8ef43df68 2024-11-15T07:22:03,903 DEBUG [RS:0;32f0bc5975d0:33483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 74da5f8f2d6fe75d75c6ec4cda0d61e4, f1cda80c2f54c7e14f308fc8ef43df68 2024-11-15T07:22:03,924 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/hbase/meta/1588230740/.tmp/info/9ffdf8838a5c4569868b3d709299c719 2024-11-15T07:22:03,925 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/hbase/replication/f1cda80c2f54c7e14f308fc8ef43df68/.tmp/queue/913d2ecf16ef4df4970d8210718f8f81 2024-11-15T07:22:03,928 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/hbase/replication/f1cda80c2f54c7e14f308fc8ef43df68/.tmp/queue/913d2ecf16ef4df4970d8210718f8f81 as hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/hbase/replication/f1cda80c2f54c7e14f308fc8ef43df68/queue/913d2ecf16ef4df4970d8210718f8f81 2024-11-15T07:22:03,931 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/hbase/replication/f1cda80c2f54c7e14f308fc8ef43df68/queue/913d2ecf16ef4df4970d8210718f8f81, entries=1, sequenceid=14, filesize=5.2 K 2024-11-15T07:22:03,932 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for f1cda80c2f54c7e14f308fc8ef43df68 in 430ms, sequenceid=14, compaction requested=false 2024-11-15T07:22:03,932 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T07:22:03,939 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/hbase/replication/f1cda80c2f54c7e14f308fc8ef43df68/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-15T07:22:03,939 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:22:03,939 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:22:03,939 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731655302096.f1cda80c2f54c7e14f308fc8ef43df68. 2024-11-15T07:22:03,939 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f1cda80c2f54c7e14f308fc8ef43df68: Waiting for close lock at 1731655323502Running coprocessor pre-close hooks at 1731655323502Disabling compacts and flushes for region at 1731655323502Disabling writes for close at 1731655323502Obtaining lock to block concurrent updates at 1731655323502Preparing flush snapshotting stores in f1cda80c2f54c7e14f308fc8ef43df68 at 1731655323502Finished memstore snapshotting hbase:replication,,1731655302096.f1cda80c2f54c7e14f308fc8ef43df68., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731655323502Flushing stores of hbase:replication,,1731655302096.f1cda80c2f54c7e14f308fc8ef43df68. at 1731655323503 (+1 ms)Flushing f1cda80c2f54c7e14f308fc8ef43df68/queue: creating writer at 1731655323503Flushing f1cda80c2f54c7e14f308fc8ef43df68/queue: appending metadata at 1731655323519 (+16 ms)Flushing f1cda80c2f54c7e14f308fc8ef43df68/queue: closing flushed file at 1731655323519Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20910ce3: reopening flushed file at 1731655323928 (+409 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for f1cda80c2f54c7e14f308fc8ef43df68 in 430ms, sequenceid=14, compaction requested=false at 1731655323932 (+4 ms)Writing region close event to WAL at 1731655323936 (+4 ms)Running coprocessor post-close hooks at 1731655323939 (+3 ms)Closed at 1731655323939 2024-11-15T07:22:03,939 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731655302096.f1cda80c2f54c7e14f308fc8ef43df68. 2024-11-15T07:22:03,940 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 74da5f8f2d6fe75d75c6ec4cda0d61e4, disabling compactions & flushes 2024-11-15T07:22:03,940 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731655299654.74da5f8f2d6fe75d75c6ec4cda0d61e4. 2024-11-15T07:22:03,940 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731655299654.74da5f8f2d6fe75d75c6ec4cda0d61e4. 2024-11-15T07:22:03,940 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731655299654.74da5f8f2d6fe75d75c6ec4cda0d61e4. after waiting 0 ms 2024-11-15T07:22:03,940 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731655299654.74da5f8f2d6fe75d75c6ec4cda0d61e4. 2024-11-15T07:22:03,940 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 74da5f8f2d6fe75d75c6ec4cda0d61e4 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-15T07:22:03,945 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/hbase/meta/1588230740/.tmp/ns/b21bfa7ebf35464ea6dccbf12b49f8bf is 43, key is default/ns:d/1731655287954/Put/seqid=0 2024-11-15T07:22:03,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38495 is added to blk_1073741842_1018 (size=5153) 2024-11-15T07:22:03,956 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/default/test/74da5f8f2d6fe75d75c6ec4cda0d61e4/.tmp/f/ca6b55f2958148a88143c84b2480972b is 37, key is row3/f:row3/1731655315280/Put/seqid=0 2024-11-15T07:22:03,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38495 is added to blk_1073741843_1019 (size=5228) 2024-11-15T07:22:04,103 DEBUG [RS:0;32f0bc5975d0:33483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 74da5f8f2d6fe75d75c6ec4cda0d61e4 2024-11-15T07:22:04,303 DEBUG [RS:0;32f0bc5975d0:33483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 74da5f8f2d6fe75d75c6ec4cda0d61e4 2024-11-15T07:22:04,352 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/hbase/meta/1588230740/.tmp/ns/b21bfa7ebf35464ea6dccbf12b49f8bf 2024-11-15T07:22:04,364 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/default/test/74da5f8f2d6fe75d75c6ec4cda0d61e4/.tmp/f/ca6b55f2958148a88143c84b2480972b 2024-11-15T07:22:04,368 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ca6b55f2958148a88143c84b2480972b 2024-11-15T07:22:04,375 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/hbase/meta/1588230740/.tmp/rep_barrier/90b84569c0554077833abbb0189eaaa1 is 112, key is test,,1731655299654.74da5f8f2d6fe75d75c6ec4cda0d61e4./rep_barrier:seqnumDuringOpen/1731655300143/Put/seqid=0 2024-11-15T07:22:04,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38495 is added to blk_1073741844_1020 (size=5518) 2024-11-15T07:22:04,383 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/default/test/74da5f8f2d6fe75d75c6ec4cda0d61e4/.tmp/f1/63e434e3fab24cb2895943046210e527 is 30, key is row1/f1:/1731655312621/DeleteFamily/seqid=0 2024-11-15T07:22:04,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38495 is added to blk_1073741845_1021 (size=5158) 2024-11-15T07:22:04,503 INFO [RS:0;32f0bc5975d0:33483 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T07:22:04,503 DEBUG [RS:0;32f0bc5975d0:33483 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 74da5f8f2d6fe75d75c6ec4cda0d61e4=test,,1731655299654.74da5f8f2d6fe75d75c6ec4cda0d61e4.} 2024-11-15T07:22:04,503 DEBUG [RS:0;32f0bc5975d0:33483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 74da5f8f2d6fe75d75c6ec4cda0d61e4 2024-11-15T07:22:04,595 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 1496, reset compression=false 2024-11-15T07:22:04,599 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:22:04,599 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 1743, reset compression=false 2024-11-15T07:22:04,599 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.shipper32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,33483,1731655284589 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793, lastWalPosition=1743, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T07:22:04,600 ERROR [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.shipper32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 32f0bc5975d0,33483,1731655284589: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-32f0bc5975d0,33483,1731655284589, walGroup=32f0bc5975d0%2C33483%2C1731655284589, offset=32f0bc5975d0%2C33483%2C1731655284589.1731655286793:1743, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:33483 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T07:22:04,601 ERROR [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.shipper32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T07:22:04,601 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.shipper32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T07:22:04,602 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.shipper32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T07:22:04,602 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.shipper32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T07:22:04,602 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.shipper32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T07:22:04,602 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.shipper32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1266679808, "init": 1048576000, "max": 2306867200, "used": 934424304 }, "NonHeapMemoryUsage": { "committed": 202833920, "init": 7667712, "max": -1, "used": 199898376 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T07:22:04,602 WARN [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.shipper32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:35653 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:35653 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T07:22:04,703 DEBUG [RS:0;32f0bc5975d0:33483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 74da5f8f2d6fe75d75c6ec4cda0d61e4 2024-11-15T07:22:04,782 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/hbase/meta/1588230740/.tmp/rep_barrier/90b84569c0554077833abbb0189eaaa1 2024-11-15T07:22:04,786 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/default/test/74da5f8f2d6fe75d75c6ec4cda0d61e4/.tmp/f1/63e434e3fab24cb2895943046210e527 2024-11-15T07:22:04,790 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63e434e3fab24cb2895943046210e527 2024-11-15T07:22:04,800 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/hbase/meta/1588230740/.tmp/table/9b0763c9956641759ff69a0d628f0355 is 53, key is hbase:replication/table:state/1731655303298/Put/seqid=0 2024-11-15T07:22:04,804 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 1743, reset compression=false 2024-11-15T07:22:04,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38495 is added to blk_1073741846_1022 (size=5308) 2024-11-15T07:22:04,809 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/default/test/74da5f8f2d6fe75d75c6ec4cda0d61e4/.tmp/norep/0e33bd0551ab41e8ba428e8db4d4308a is 32, key is row/norep:/1731655311615/DeleteFamily/seqid=0 2024-11-15T07:22:04,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38495 is added to blk_1073741847_1023 (size=5101) 2024-11-15T07:22:04,904 DEBUG [RS:0;32f0bc5975d0:33483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 74da5f8f2d6fe75d75c6ec4cda0d61e4 2024-11-15T07:22:05,104 DEBUG [RS:0;32f0bc5975d0:33483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 74da5f8f2d6fe75d75c6ec4cda0d61e4 2024-11-15T07:22:05,108 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.wal-reader.32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 to pos 1743, reset compression=false 2024-11-15T07:22:05,208 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/hbase/meta/1588230740/.tmp/table/9b0763c9956641759ff69a0d628f0355 2024-11-15T07:22:05,212 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/hbase/meta/1588230740/.tmp/info/9ffdf8838a5c4569868b3d709299c719 as hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/hbase/meta/1588230740/info/9ffdf8838a5c4569868b3d709299c719 2024-11-15T07:22:05,213 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/default/test/74da5f8f2d6fe75d75c6ec4cda0d61e4/.tmp/norep/0e33bd0551ab41e8ba428e8db4d4308a 2024-11-15T07:22:05,216 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/hbase/meta/1588230740/info/9ffdf8838a5c4569868b3d709299c719, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T07:22:05,216 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0e33bd0551ab41e8ba428e8db4d4308a 2024-11-15T07:22:05,217 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/default/test/74da5f8f2d6fe75d75c6ec4cda0d61e4/.tmp/f/ca6b55f2958148a88143c84b2480972b as hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/default/test/74da5f8f2d6fe75d75c6ec4cda0d61e4/f/ca6b55f2958148a88143c84b2480972b 2024-11-15T07:22:05,217 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/hbase/meta/1588230740/.tmp/ns/b21bfa7ebf35464ea6dccbf12b49f8bf as hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/hbase/meta/1588230740/ns/b21bfa7ebf35464ea6dccbf12b49f8bf 2024-11-15T07:22:05,220 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ca6b55f2958148a88143c84b2480972b 2024-11-15T07:22:05,220 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/hbase/meta/1588230740/ns/b21bfa7ebf35464ea6dccbf12b49f8bf, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T07:22:05,220 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/default/test/74da5f8f2d6fe75d75c6ec4cda0d61e4/f/ca6b55f2958148a88143c84b2480972b, entries=5, sequenceid=12, filesize=5.1 K 2024-11-15T07:22:05,220 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/default/test/74da5f8f2d6fe75d75c6ec4cda0d61e4/.tmp/f1/63e434e3fab24cb2895943046210e527 as hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/default/test/74da5f8f2d6fe75d75c6ec4cda0d61e4/f1/63e434e3fab24cb2895943046210e527 2024-11-15T07:22:05,220 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/hbase/meta/1588230740/.tmp/rep_barrier/90b84569c0554077833abbb0189eaaa1 as hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/hbase/meta/1588230740/rep_barrier/90b84569c0554077833abbb0189eaaa1 2024-11-15T07:22:05,224 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 63e434e3fab24cb2895943046210e527 2024-11-15T07:22:05,224 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/hbase/meta/1588230740/rep_barrier/90b84569c0554077833abbb0189eaaa1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T07:22:05,224 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/default/test/74da5f8f2d6fe75d75c6ec4cda0d61e4/f1/63e434e3fab24cb2895943046210e527, entries=3, sequenceid=12, filesize=5.0 K 2024-11-15T07:22:05,225 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/hbase/meta/1588230740/.tmp/table/9b0763c9956641759ff69a0d628f0355 as hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/hbase/meta/1588230740/table/9b0763c9956641759ff69a0d628f0355 2024-11-15T07:22:05,225 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/default/test/74da5f8f2d6fe75d75c6ec4cda0d61e4/.tmp/norep/0e33bd0551ab41e8ba428e8db4d4308a as hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/default/test/74da5f8f2d6fe75d75c6ec4cda0d61e4/norep/0e33bd0551ab41e8ba428e8db4d4308a 2024-11-15T07:22:05,228 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0e33bd0551ab41e8ba428e8db4d4308a 2024-11-15T07:22:05,228 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/hbase/meta/1588230740/table/9b0763c9956641759ff69a0d628f0355, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T07:22:05,228 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/default/test/74da5f8f2d6fe75d75c6ec4cda0d61e4/norep/0e33bd0551ab41e8ba428e8db4d4308a, entries=1, sequenceid=12, filesize=5.0 K 2024-11-15T07:22:05,229 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=16, compaction requested=false 2024-11-15T07:22:05,229 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 74da5f8f2d6fe75d75c6ec4cda0d61e4 in 1289ms, sequenceid=12, compaction requested=false 2024-11-15T07:22:05,229 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T07:22:05,229 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T07:22:05,252 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/default/test/74da5f8f2d6fe75d75c6ec4cda0d61e4/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-15T07:22:05,253 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:22:05,253 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T07:22:05,253 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731655299654.74da5f8f2d6fe75d75c6ec4cda0d61e4. 2024-11-15T07:22:05,253 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 74da5f8f2d6fe75d75c6ec4cda0d61e4: Waiting for close lock at 1731655323939Running coprocessor pre-close hooks at 1731655323939Disabling compacts and flushes for region at 1731655323939Disabling writes for close at 1731655323940 (+1 ms)Obtaining lock to block concurrent updates at 1731655323940Preparing flush snapshotting stores in 74da5f8f2d6fe75d75c6ec4cda0d61e4 at 1731655323940Finished memstore snapshotting test,,1731655299654.74da5f8f2d6fe75d75c6ec4cda0d61e4., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731655323940Flushing stores of test,,1731655299654.74da5f8f2d6fe75d75c6ec4cda0d61e4. at 1731655323940Flushing 74da5f8f2d6fe75d75c6ec4cda0d61e4/f: creating writer at 1731655323940Flushing 74da5f8f2d6fe75d75c6ec4cda0d61e4/f: appending metadata at 1731655323956 (+16 ms)Flushing 74da5f8f2d6fe75d75c6ec4cda0d61e4/f: closing flushed file at 1731655323956Flushing 74da5f8f2d6fe75d75c6ec4cda0d61e4/f1: creating writer at 1731655324369 (+413 ms)Flushing 74da5f8f2d6fe75d75c6ec4cda0d61e4/f1: appending metadata at 1731655324383 (+14 ms)Flushing 74da5f8f2d6fe75d75c6ec4cda0d61e4/f1: closing flushed file at 1731655324383Flushing 74da5f8f2d6fe75d75c6ec4cda0d61e4/norep: creating writer at 1731655324790 (+407 ms)Flushing 74da5f8f2d6fe75d75c6ec4cda0d61e4/norep: appending metadata at 1731655324809 (+19 ms)Flushing 74da5f8f2d6fe75d75c6ec4cda0d61e4/norep: closing flushed file at 1731655324809Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65bdf2d: reopening flushed file at 1731655325216 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8f63c80: reopening flushed file at 1731655325220 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e3f8d9f: reopening flushed file at 1731655325224 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 74da5f8f2d6fe75d75c6ec4cda0d61e4 in 1289ms, sequenceid=12, compaction requested=false at 1731655325229 (+5 ms)Writing region close event to WAL at 1731655325247 (+18 ms)Running coprocessor post-close hooks at 1731655325253 (+6 ms)Closed at 1731655325253 2024-11-15T07:22:05,253 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731655299654.74da5f8f2d6fe75d75c6ec4cda0d61e4. 2024-11-15T07:22:05,254 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T07:22:05,254 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:22:05,254 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:22:05,254 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:22:05,254 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655323502Running coprocessor pre-close hooks at 1731655323502Disabling compacts and flushes for region at 1731655323502Disabling writes for close at 1731655323502Obtaining lock to block concurrent updates at 1731655323503 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731655323503Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731655323503Flushing stores of hbase:meta,,1.1588230740 at 1731655323503Flushing 1588230740/info: creating writer at 1731655323503Flushing 1588230740/info: appending metadata at 1731655323518 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731655323518Flushing 1588230740/ns: creating writer at 1731655323928 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731655323944 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731655323944Flushing 1588230740/rep_barrier: creating writer at 1731655324357 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731655324374 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731655324374Flushing 1588230740/table: creating writer at 1731655324786 (+412 ms)Flushing 1588230740/table: appending metadata at 1731655324800 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731655324800Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ddfc3ff: reopening flushed file at 1731655325211 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7212afac: reopening flushed file at 1731655325216 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52011bf7: reopening flushed file at 1731655325220 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@580cb6f8: reopening flushed file at 1731655325224 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1727ms, sequenceid=16, compaction requested=false at 1731655325229 (+5 ms)Writing region close event to WAL at 1731655325252 (+23 ms)Running coprocessor post-close hooks at 1731655325254 (+2 ms)Closed at 1731655325254 2024-11-15T07:22:05,255 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T07:22:05,304 INFO [RS:0;32f0bc5975d0:33483 {}] regionserver.HRegionServer(976): stopping server 32f0bc5975d0,33483,1731655284589; all regions closed. 2024-11-15T07:22:05,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38495 is added to blk_1073741834_1010 (size=4239) 2024-11-15T07:22:05,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38495 is added to blk_1073741839_1015 (size=3552) 2024-11-15T07:22:05,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38495 is added to blk_1073741832_1008 (size=2395) 2024-11-15T07:22:05,313 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/WALs/32f0bc5975d0,33483,1731655284589/32f0bc5975d0%2C33483%2C1731655284589.1731655286793 not finished, retry = 0 2024-11-15T07:22:05,414 DEBUG [RS:0;32f0bc5975d0:33483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:05,414 INFO [RS:0;32f0bc5975d0:33483 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:22:05,414 INFO [RS:0;32f0bc5975d0:33483 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:22:05,414 INFO [RS:0;32f0bc5975d0:33483 {}] hbase.ChoreService(370): Chore service for: regionserver/32f0bc5975d0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T07:22:05,414 INFO [RS:0;32f0bc5975d0:33483 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:22:05,414 INFO [regionserver/32f0bc5975d0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:22:05,415 INFO [RS:0;32f0bc5975d0:33483 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-32f0bc5975d0,33483,1731655284589 because: Region server is closing 2024-11-15T07:22:05,415 INFO [RS:0;32f0bc5975d0:33483 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:33483. 2024-11-15T07:22:05,415 DEBUG [RS:0;32f0bc5975d0:33483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:22:05,415 DEBUG [RS:0;32f0bc5975d0:33483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:05,415 DEBUG [RS:0;32f0bc5975d0:33483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:05,415 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:22:05,515 INFO [RS:0;32f0bc5975d0:33483 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,33483,1731655284589.replicationSource.shipper32f0bc5975d0%2C33483%2C1731655284589,1-32f0bc5975d0,33483,1731655284589 terminated 2024-11-15T07:22:05,515 INFO [RS:0;32f0bc5975d0:33483 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:33483. 2024-11-15T07:22:05,516 DEBUG [RS:0;32f0bc5975d0:33483 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:22:05,516 DEBUG [RS:0;32f0bc5975d0:33483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:05,516 DEBUG [RS:0;32f0bc5975d0:33483 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:05,516 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:22:05,516 INFO [RS:0;32f0bc5975d0:33483 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33483 2024-11-15T07:22:05,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35653-0x1013d5eaa270000, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1049755429/rs 2024-11-15T07:22:05,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x1013d5eaa270001, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1049755429/rs/32f0bc5975d0,33483,1731655284589 2024-11-15T07:22:05,542 INFO [RS:0;32f0bc5975d0:33483 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:22:05,552 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32f0bc5975d0,33483,1731655284589] 2024-11-15T07:22:05,563 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1049755429/draining/32f0bc5975d0,33483,1731655284589 already deleted, retry=false 2024-11-15T07:22:05,563 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32f0bc5975d0,33483,1731655284589 expired; onlineServers=0 2024-11-15T07:22:05,563 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32f0bc5975d0,35653,1731655284343' ***** 2024-11-15T07:22:05,563 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T07:22:05,563 INFO [M:0;32f0bc5975d0:35653 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:22:05,563 INFO [M:0;32f0bc5975d0:35653 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:22:05,563 DEBUG [M:0;32f0bc5975d0:35653 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T07:22:05,563 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T07:22:05,563 DEBUG [M:0;32f0bc5975d0:35653 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T07:22:05,563 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655286582 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655286582,5,FailOnTimeoutGroup] 2024-11-15T07:22:05,563 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655286582 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655286582,5,FailOnTimeoutGroup] 2024-11-15T07:22:05,565 INFO [M:0;32f0bc5975d0:35653 {}] hbase.ChoreService(370): Chore service for: master/32f0bc5975d0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T07:22:05,565 INFO [M:0;32f0bc5975d0:35653 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:22:05,565 DEBUG [M:0;32f0bc5975d0:35653 {}] master.HMaster(1795): Stopping service threads 2024-11-15T07:22:05,565 INFO [M:0;32f0bc5975d0:35653 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T07:22:05,565 INFO [M:0;32f0bc5975d0:35653 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:22:05,565 INFO [M:0;32f0bc5975d0:35653 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T07:22:05,565 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T07:22:05,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35653-0x1013d5eaa270000, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1049755429/master 2024-11-15T07:22:05,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35653-0x1013d5eaa270000, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1049755429 2024-11-15T07:22:05,575 DEBUG [M:0;32f0bc5975d0:35653 {}] zookeeper.ZKUtil(347): master:35653-0x1013d5eaa270000, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Unable to get data of znode /0-1049755429/master because node does not exist (not an error) 2024-11-15T07:22:05,575 WARN [M:0;32f0bc5975d0:35653 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T07:22:05,580 INFO [M:0;32f0bc5975d0:35653 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/.lastflushedseqids 2024-11-15T07:22:05,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38495 is added to blk_1073741848_1024 (size=245) 2024-11-15T07:22:05,591 INFO [M:0;32f0bc5975d0:35653 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T07:22:05,592 INFO [M:0;32f0bc5975d0:35653 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T07:22:05,592 DEBUG [M:0;32f0bc5975d0:35653 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:22:05,592 INFO [M:0;32f0bc5975d0:35653 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:22:05,592 DEBUG [M:0;32f0bc5975d0:35653 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:22:05,592 DEBUG [M:0;32f0bc5975d0:35653 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:22:05,592 DEBUG [M:0;32f0bc5975d0:35653 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:22:05,592 INFO [M:0;32f0bc5975d0:35653 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-15T07:22:05,606 DEBUG [M:0;32f0bc5975d0:35653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/97ff7b045e8c41a78c39c8074c235867 is 82, key is hbase:meta,,1/info:regioninfo/1731655287920/Put/seqid=0 2024-11-15T07:22:05,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38495 is added to blk_1073741849_1025 (size=5672) 2024-11-15T07:22:05,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x1013d5eaa270001, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:22:05,653 INFO [RS:0;32f0bc5975d0:33483 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:22:05,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33483-0x1013d5eaa270001, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:22:05,653 INFO [RS:0;32f0bc5975d0:33483 {}] regionserver.HRegionServer(1031): Exiting; stopping=32f0bc5975d0,33483,1731655284589; zookeeper connection closed. 2024-11-15T07:22:05,653 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a791587 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a791587 2024-11-15T07:22:05,653 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T07:22:06,014 INFO [M:0;32f0bc5975d0:35653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/97ff7b045e8c41a78c39c8074c235867 2024-11-15T07:22:06,029 DEBUG [M:0;32f0bc5975d0:35653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e291da9047a3426092aa11e684072ec9 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731655300163/Put/seqid=0 2024-11-15T07:22:06,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38495 is added to blk_1073741850_1026 (size=7217) 2024-11-15T07:22:06,432 INFO [M:0;32f0bc5975d0:35653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e291da9047a3426092aa11e684072ec9 2024-11-15T07:22:06,435 INFO [M:0;32f0bc5975d0:35653 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e291da9047a3426092aa11e684072ec9 2024-11-15T07:22:06,447 DEBUG [M:0;32f0bc5975d0:35653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5c206a20c29478c8d94107132fd7da7 is 69, key is 32f0bc5975d0,33483,1731655284589/rs:state/1731655286653/Put/seqid=0 2024-11-15T07:22:06,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38495 is added to blk_1073741851_1027 (size=5156) 2024-11-15T07:22:06,850 INFO [M:0;32f0bc5975d0:35653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5c206a20c29478c8d94107132fd7da7 2024-11-15T07:22:06,854 DEBUG [M:0;32f0bc5975d0:35653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/97ff7b045e8c41a78c39c8074c235867 as hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/97ff7b045e8c41a78c39c8074c235867 2024-11-15T07:22:06,857 INFO [M:0;32f0bc5975d0:35653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/97ff7b045e8c41a78c39c8074c235867, entries=8, sequenceid=105, filesize=5.5 K 2024-11-15T07:22:06,858 DEBUG [M:0;32f0bc5975d0:35653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e291da9047a3426092aa11e684072ec9 as hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e291da9047a3426092aa11e684072ec9 2024-11-15T07:22:06,860 INFO [M:0;32f0bc5975d0:35653 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e291da9047a3426092aa11e684072ec9 2024-11-15T07:22:06,860 INFO [M:0;32f0bc5975d0:35653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e291da9047a3426092aa11e684072ec9, entries=11, sequenceid=105, filesize=7.0 K 2024-11-15T07:22:06,861 DEBUG [M:0;32f0bc5975d0:35653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d5c206a20c29478c8d94107132fd7da7 as hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d5c206a20c29478c8d94107132fd7da7 2024-11-15T07:22:06,864 INFO [M:0;32f0bc5975d0:35653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43297/user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d5c206a20c29478c8d94107132fd7da7, entries=1, sequenceid=105, filesize=5.0 K 2024-11-15T07:22:06,865 INFO [M:0;32f0bc5975d0:35653 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=105, compaction requested=false 2024-11-15T07:22:06,866 INFO [M:0;32f0bc5975d0:35653 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:22:06,866 DEBUG [M:0;32f0bc5975d0:35653 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655325592Disabling compacts and flushes for region at 1731655325592Disabling writes for close at 1731655325592Obtaining lock to block concurrent updates at 1731655325592Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731655325592Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731655325592Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731655325593 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731655325593Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731655325606 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731655325606Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731655326017 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731655326029 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731655326029Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731655326435 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731655326446 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731655326446Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71f25402: reopening flushed file at 1731655326853 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18595ed: reopening flushed file at 1731655326857 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e849930: reopening flushed file at 1731655326861 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=105, compaction requested=false at 1731655326865 (+4 ms)Writing region close event to WAL at 1731655326866 (+1 ms)Closed at 1731655326866 2024-11-15T07:22:06,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38495 is added to blk_1073741830_1006 (size=64411) 2024-11-15T07:22:06,867 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/56f10cea-cbc1-7790-c71f-eb40513333de/MasterData/WALs/32f0bc5975d0,35653,1731655284343/32f0bc5975d0%2C35653%2C1731655284343.1731655286334 not finished, retry = 0 2024-11-15T07:22:06,968 INFO [M:0;32f0bc5975d0:35653 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T07:22:06,968 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:22:06,968 INFO [M:0;32f0bc5975d0:35653 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35653 2024-11-15T07:22:06,968 INFO [M:0;32f0bc5975d0:35653 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:22:07,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35653-0x1013d5eaa270000, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:22:07,095 INFO [M:0;32f0bc5975d0:35653 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:22:07,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35653-0x1013d5eaa270000, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:22:07,102 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2cfbf2a4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T07:22:07,102 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@460e546c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T07:22:07,102 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T07:22:07,102 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@466ccbd9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T07:22:07,102 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b4a6b21{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2313a471-c962-d721-e960-946c2c5279c1/hadoop.log.dir/,STOPPED} 2024-11-15T07:22:07,104 WARN [BP-2069629840-172.17.0.2-1731655282323 heartbeating to localhost/127.0.0.1:43297 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T07:22:07,104 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T07:22:07,104 WARN [BP-2069629840-172.17.0.2-1731655282323 heartbeating to localhost/127.0.0.1:43297 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2069629840-172.17.0.2-1731655282323 (Datanode Uuid f349bb7e-8d23-494d-bd2a-36b269214cd8) service to localhost/127.0.0.1:43297 2024-11-15T07:22:07,104 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T07:22:07,104 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2313a471-c962-d721-e960-946c2c5279c1/cluster_733ed8a4-8201-0742-783b-7665a4305004/data/data1/current/BP-2069629840-172.17.0.2-1731655282323 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T07:22:07,104 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2313a471-c962-d721-e960-946c2c5279c1/cluster_733ed8a4-8201-0742-783b-7665a4305004/data/data2/current/BP-2069629840-172.17.0.2-1731655282323 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T07:22:07,105 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T07:22:07,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d126b2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T07:22:07,110 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@54c8a10f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T07:22:07,110 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T07:22:07,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19177da1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T07:22:07,110 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c1e2b34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2313a471-c962-d721-e960-946c2c5279c1/hadoop.log.dir/,STOPPED} 2024-11-15T07:22:07,115 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T07:22:07,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T07:22:07,137 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=315 (was 262) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:32815 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35697 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62240) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:35697 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:32815 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62240) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:43297 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:32815 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32815 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:43297 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35697 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43297 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43297 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:35697 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:43297 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:35697 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:43297 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35697 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:35697 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32815 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35697 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:32815 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62240) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) - Thread LEAK? -, OpenFileDescriptor=733 (was 653) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=414 (was 296) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5965 (was 6389) 2024-11-15T07:22:07,156 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=315, OpenFileDescriptor=733, MaxFileDescriptor=1048576, SystemLoadAverage=414, ProcessCount=11, AvailableMemoryMB=5965 2024-11-15T07:22:07,172 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-15T07:22:07,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/197514f7-ba66-4830-f313-4c589db988ce/hadoop.log.dir so I do NOT create it in target/test-data/8082543a-f92d-a9a6-9cfd-6bf3ea395e18 2024-11-15T07:22:07,173 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/197514f7-ba66-4830-f313-4c589db988ce/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T07:22:07,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/197514f7-ba66-4830-f313-4c589db988ce/hadoop.tmp.dir so I do NOT create it in target/test-data/8082543a-f92d-a9a6-9cfd-6bf3ea395e18 2024-11-15T07:22:07,173 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/197514f7-ba66-4830-f313-4c589db988ce/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T07:22:07,173 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8082543a-f92d-a9a6-9cfd-6bf3ea395e18 2024-11-15T07:22:07,173 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8082543a-f92d-a9a6-9cfd-6bf3ea395e18/cluster_54806cd4-d2e9-4399-e895-1e11b1031ea1, deleteOnExit=true 2024-11-15T07:22:07,181 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8082543a-f92d-a9a6-9cfd-6bf3ea395e18/cluster_54806cd4-d2e9-4399-e895-1e11b1031ea1/zookeeper_0, clientPort=52118, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8082543a-f92d-a9a6-9cfd-6bf3ea395e18/cluster_54806cd4-d2e9-4399-e895-1e11b1031ea1/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8082543a-f92d-a9a6-9cfd-6bf3ea395e18/cluster_54806cd4-d2e9-4399-e895-1e11b1031ea1/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T07:22:07,184 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52118 2024-11-15T07:22:07,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T07:22:07,184 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T07:22:07,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8082543a-f92d-a9a6-9cfd-6bf3ea395e18/test.cache.data in system properties and HBase conf 2024-11-15T07:22:07,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8082543a-f92d-a9a6-9cfd-6bf3ea395e18/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T07:22:07,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8082543a-f92d-a9a6-9cfd-6bf3ea395e18/hadoop.log.dir in system properties and HBase conf 2024-11-15T07:22:07,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8082543a-f92d-a9a6-9cfd-6bf3ea395e18/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T07:22:07,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8082543a-f92d-a9a6-9cfd-6bf3ea395e18/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T07:22:07,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T07:22:07,185 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T07:22:07,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8082543a-f92d-a9a6-9cfd-6bf3ea395e18/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T07:22:07,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8082543a-f92d-a9a6-9cfd-6bf3ea395e18/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T07:22:07,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8082543a-f92d-a9a6-9cfd-6bf3ea395e18/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T07:22:07,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8082543a-f92d-a9a6-9cfd-6bf3ea395e18/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T07:22:07,185 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8082543a-f92d-a9a6-9cfd-6bf3ea395e18/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T07:22:07,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8082543a-f92d-a9a6-9cfd-6bf3ea395e18/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T07:22:07,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8082543a-f92d-a9a6-9cfd-6bf3ea395e18/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T07:22:07,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8082543a-f92d-a9a6-9cfd-6bf3ea395e18/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T07:22:07,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8082543a-f92d-a9a6-9cfd-6bf3ea395e18/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T07:22:07,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8082543a-f92d-a9a6-9cfd-6bf3ea395e18/nfs.dump.dir in system properties and HBase conf 2024-11-15T07:22:07,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8082543a-f92d-a9a6-9cfd-6bf3ea395e18/java.io.tmpdir in system properties and HBase conf 2024-11-15T07:22:07,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8082543a-f92d-a9a6-9cfd-6bf3ea395e18/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T07:22:07,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8082543a-f92d-a9a6-9cfd-6bf3ea395e18/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T07:22:07,186 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8082543a-f92d-a9a6-9cfd-6bf3ea395e18/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T07:22:07,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013d5eaa270005, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T07:22:07,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013d5eaa270002, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T07:22:07,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013d5eaa270008, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T07:22:07,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013d5eaa270005, quorum=127.0.0.1:62240, baseZNode=/1-1613166988 Received Disconnected from ZooKeeper, ignoring 2024-11-15T07:22:07,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013d5eaa270002, quorum=127.0.0.1:62240, baseZNode=/0-1049755429 Received Disconnected from ZooKeeper, ignoring 2024-11-15T07:22:07,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013d5eaa270008, quorum=127.0.0.1:62240, baseZNode=/2-1869524746 Received Disconnected from ZooKeeper, ignoring 2024-11-15T07:22:07,494 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:22:07,497 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T07:22:07,501 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T07:22:07,501 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T07:22:07,502 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T07:22:07,502 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:22:07,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65184cd1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8082543a-f92d-a9a6-9cfd-6bf3ea395e18/hadoop.log.dir/,AVAILABLE} 2024-11-15T07:22:07,504 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@535b7c8c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T07:22:07,600 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1970d38a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8082543a-f92d-a9a6-9cfd-6bf3ea395e18/java.io.tmpdir/jetty-localhost-41085-hadoop-hdfs-3_4_1-tests_jar-_-any-5269762376413141046/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T07:22:07,601 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6b54ec87{HTTP/1.1, (http/1.1)}{localhost:41085} 2024-11-15T07:22:07,601 INFO [Time-limited test {}] server.Server(415): Started @282114ms 2024-11-15T07:22:07,877 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:22:07,879 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T07:22:07,880 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T07:22:07,880 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T07:22:07,880 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T07:22:07,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cc689c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8082543a-f92d-a9a6-9cfd-6bf3ea395e18/hadoop.log.dir/,AVAILABLE} 2024-11-15T07:22:07,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6079d1e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T07:22:07,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6101141c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8082543a-f92d-a9a6-9cfd-6bf3ea395e18/java.io.tmpdir/jetty-localhost-42919-hadoop-hdfs-3_4_1-tests_jar-_-any-7923655285066146403/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T07:22:07,974 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2faaedb0{HTTP/1.1, (http/1.1)}{localhost:42919} 2024-11-15T07:22:07,974 INFO [Time-limited test {}] server.Server(415): Started @282487ms 2024-11-15T07:22:07,975 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T07:22:08,634 WARN [Thread-3455 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8082543a-f92d-a9a6-9cfd-6bf3ea395e18/cluster_54806cd4-d2e9-4399-e895-1e11b1031ea1/data/data2/current/BP-796975764-172.17.0.2-1731655327201/current, will proceed with Du for space computation calculation, 2024-11-15T07:22:08,634 WARN [Thread-3454 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8082543a-f92d-a9a6-9cfd-6bf3ea395e18/cluster_54806cd4-d2e9-4399-e895-1e11b1031ea1/data/data1/current/BP-796975764-172.17.0.2-1731655327201/current, will proceed with Du for space computation calculation, 2024-11-15T07:22:08,657 WARN [Thread-3442 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T07:22:08,662 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94376bc90d3e743d with lease ID 0xf0f6477725af2121: Processing first storage report for DS-31a139b2-4256-49e8-b8a9-4d44207b5d44 from datanode DatanodeRegistration(127.0.0.1:34333, datanodeUuid=0fef1f48-a72d-4f62-80f1-ed7780cd50fd, infoPort=40533, infoSecurePort=0, ipcPort=44621, storageInfo=lv=-57;cid=testClusterID;nsid=256570578;c=1731655327201) 2024-11-15T07:22:08,663 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94376bc90d3e743d with lease ID 0xf0f6477725af2121: from storage DS-31a139b2-4256-49e8-b8a9-4d44207b5d44 node DatanodeRegistration(127.0.0.1:34333, datanodeUuid=0fef1f48-a72d-4f62-80f1-ed7780cd50fd, infoPort=40533, infoSecurePort=0, ipcPort=44621, storageInfo=lv=-57;cid=testClusterID;nsid=256570578;c=1731655327201), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T07:22:08,663 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x94376bc90d3e743d with lease ID 0xf0f6477725af2121: Processing first storage report for DS-d4551810-353c-45c0-a675-59540b3b8ac0 from datanode DatanodeRegistration(127.0.0.1:34333, datanodeUuid=0fef1f48-a72d-4f62-80f1-ed7780cd50fd, infoPort=40533, infoSecurePort=0, ipcPort=44621, storageInfo=lv=-57;cid=testClusterID;nsid=256570578;c=1731655327201) 2024-11-15T07:22:08,663 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x94376bc90d3e743d with lease ID 0xf0f6477725af2121: from storage DS-d4551810-353c-45c0-a675-59540b3b8ac0 node DatanodeRegistration(127.0.0.1:34333, datanodeUuid=0fef1f48-a72d-4f62-80f1-ed7780cd50fd, infoPort=40533, infoSecurePort=0, ipcPort=44621, storageInfo=lv=-57;cid=testClusterID;nsid=256570578;c=1731655327201), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T07:22:08,703 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8082543a-f92d-a9a6-9cfd-6bf3ea395e18 2024-11-15T07:22:08,703 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:22:08,704 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:22:08,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741825_1001 (size=7) 2024-11-15T07:22:09,111 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b with version=8 2024-11-15T07:22:09,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/hbase-staging 2024-11-15T07:22:09,114 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:22:09,114 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:22:09,114 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:22:09,114 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:22:09,114 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:22:09,114 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:22:09,114 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T07:22:09,114 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:22:09,115 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43209 2024-11-15T07:22:09,115 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43209 connecting to ZooKeeper ensemble=127.0.0.1:52118 2024-11-15T07:22:09,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:432090x0, quorum=127.0.0.1:52118, baseZNode=/0939001658 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:22:09,225 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43209-0x1013d5f59730000 connected 2024-11-15T07:22:09,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:22:09,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:22:09,401 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43209-0x1013d5f59730000, quorum=127.0.0.1:52118, baseZNode=/0939001658 Set watcher on znode that does not yet exist, /0939001658/running 2024-11-15T07:22:09,401 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b, hbase.cluster.distributed=false 2024-11-15T07:22:09,403 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43209-0x1013d5f59730000, quorum=127.0.0.1:52118, baseZNode=/0939001658 Set watcher on znode that does not yet exist, /0939001658/acl 2024-11-15T07:22:09,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43209 2024-11-15T07:22:09,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43209 2024-11-15T07:22:09,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43209 2024-11-15T07:22:09,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43209 2024-11-15T07:22:09,431 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43209 2024-11-15T07:22:09,442 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T07:22:09,442 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:09,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:09,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:09,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:09,461 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:22:09,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:22:09,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:22:09,461 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:22:09,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:22:09,461 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:22:09,461 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T07:22:09,461 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:22:09,462 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38141 2024-11-15T07:22:09,463 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38141 connecting to ZooKeeper ensemble=127.0.0.1:52118 2024-11-15T07:22:09,463 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:22:09,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:22:09,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381410x0, quorum=127.0.0.1:52118, baseZNode=/0939001658 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:22:09,479 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:381410x0, quorum=127.0.0.1:52118, baseZNode=/0939001658 Set watcher on znode that does not yet exist, /0939001658/running 2024-11-15T07:22:09,479 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38141-0x1013d5f59730001 connected 2024-11-15T07:22:09,479 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T07:22:09,480 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T07:22:09,480 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38141-0x1013d5f59730001, quorum=127.0.0.1:52118, baseZNode=/0939001658 Set watcher on znode that does not yet exist, /0939001658/master 2024-11-15T07:22:09,481 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38141-0x1013d5f59730001, quorum=127.0.0.1:52118, baseZNode=/0939001658 Set watcher on znode that does not yet exist, /0939001658/acl 2024-11-15T07:22:09,484 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38141 2024-11-15T07:22:09,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:09,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:09,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:09,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:09,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:09,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38141 2024-11-15T07:22:09,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:09,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38141 2024-11-15T07:22:09,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38141 2024-11-15T07:22:09,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:09,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38141 2024-11-15T07:22:09,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:09,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:09,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:09,511 DEBUG [M:0;32f0bc5975d0:43209 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32f0bc5975d0:43209 2024-11-15T07:22:09,512 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0939001658/backup-masters/32f0bc5975d0,43209,1731655329113 2024-11-15T07:22:09,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x1013d5f59730001, quorum=127.0.0.1:52118, baseZNode=/0939001658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939001658/backup-masters 2024-11-15T07:22:09,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43209-0x1013d5f59730000, quorum=127.0.0.1:52118, baseZNode=/0939001658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939001658/backup-masters 2024-11-15T07:22:09,521 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43209-0x1013d5f59730000, quorum=127.0.0.1:52118, baseZNode=/0939001658 Set watcher on existing znode=/0939001658/backup-masters/32f0bc5975d0,43209,1731655329113 2024-11-15T07:22:09,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43209-0x1013d5f59730000, quorum=127.0.0.1:52118, baseZNode=/0939001658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939001658 2024-11-15T07:22:09,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x1013d5f59730001, quorum=127.0.0.1:52118, baseZNode=/0939001658 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0939001658/master 2024-11-15T07:22:09,531 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x1013d5f59730001, quorum=127.0.0.1:52118, baseZNode=/0939001658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939001658 2024-11-15T07:22:09,531 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43209-0x1013d5f59730000, quorum=127.0.0.1:52118, baseZNode=/0939001658 Set watcher on existing znode=/0939001658/master 2024-11-15T07:22:09,531 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0939001658/backup-masters/32f0bc5975d0,43209,1731655329113 from backup master directory 2024-11-15T07:22:09,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43209-0x1013d5f59730000, quorum=127.0.0.1:52118, baseZNode=/0939001658 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0939001658/backup-masters/32f0bc5975d0,43209,1731655329113 2024-11-15T07:22:09,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x1013d5f59730001, quorum=127.0.0.1:52118, baseZNode=/0939001658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939001658/backup-masters 2024-11-15T07:22:09,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43209-0x1013d5f59730000, quorum=127.0.0.1:52118, baseZNode=/0939001658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939001658/backup-masters 2024-11-15T07:22:09,541 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:22:09,541 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32f0bc5975d0,43209,1731655329113 2024-11-15T07:22:09,544 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/hbase.id] with ID: dda59f56-ee35-405d-a39a-5fd741002bf6 2024-11-15T07:22:09,545 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/.tmp/hbase.id 2024-11-15T07:22:09,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741826_1002 (size=42) 2024-11-15T07:22:09,950 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/.tmp/hbase.id]:[hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/hbase.id] 2024-11-15T07:22:09,956 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:22:09,957 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T07:22:09,957 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-15T07:22:10,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x1013d5f59730001, quorum=127.0.0.1:52118, baseZNode=/0939001658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939001658 2024-11-15T07:22:10,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43209-0x1013d5f59730000, quorum=127.0.0.1:52118, baseZNode=/0939001658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939001658 2024-11-15T07:22:10,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741827_1003 (size=196) 2024-11-15T07:22:10,409 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:22:10,410 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T07:22:10,410 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:22:10,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741828_1004 (size=1189) 2024-11-15T07:22:10,817 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/MasterData/data/master/store 2024-11-15T07:22:10,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741829_1005 (size=34) 2024-11-15T07:22:10,822 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:22:10,822 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:22:10,822 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:22:10,822 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:22:10,822 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:22:10,822 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:22:10,822 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:22:10,822 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655330822Disabling compacts and flushes for region at 1731655330822Disabling writes for close at 1731655330822Writing region close event to WAL at 1731655330822Closed at 1731655330822 2024-11-15T07:22:10,822 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/MasterData/data/master/store/.initializing 2024-11-15T07:22:10,822 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/MasterData/WALs/32f0bc5975d0,43209,1731655329113 2024-11-15T07:22:10,823 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:22:10,824 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32f0bc5975d0%2C43209%2C1731655329113, suffix=, logDir=hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/MasterData/WALs/32f0bc5975d0,43209,1731655329113, archiveDir=hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/MasterData/oldWALs, maxLogs=10 2024-11-15T07:22:10,840 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/MasterData/WALs/32f0bc5975d0,43209,1731655329113/32f0bc5975d0%2C43209%2C1731655329113.1731655330824, exclude list is [], retry=0 2024-11-15T07:22:10,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34333,DS-31a139b2-4256-49e8-b8a9-4d44207b5d44,DISK] 2024-11-15T07:22:10,845 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/MasterData/WALs/32f0bc5975d0,43209,1731655329113/32f0bc5975d0%2C43209%2C1731655329113.1731655330824 2024-11-15T07:22:10,846 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40533:40533)] 2024-11-15T07:22:10,846 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:22:10,846 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:22:10,846 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:10,846 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:10,848 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:10,849 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T07:22:10,849 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:10,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:22:10,850 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:10,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T07:22:10,851 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:10,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:22:10,851 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:10,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T07:22:10,852 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:10,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:22:10,852 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:10,853 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T07:22:10,853 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:10,854 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:22:10,854 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:10,854 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:10,854 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:10,855 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:10,855 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:10,856 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:22:10,857 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:10,860 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:22:10,861 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67604033, jitterRate=0.00737859308719635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:22:10,862 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731655330846Initializing all the Stores at 1731655330847 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655330847Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655330848 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655330848Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655330848Cleaning up temporary data from old regions at 1731655330855 (+7 ms)Region opened successfully at 1731655330862 (+7 ms) 2024-11-15T07:22:10,864 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T07:22:10,867 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed1fe30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:22:10,868 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T07:22:10,868 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T07:22:10,868 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T07:22:10,868 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T07:22:10,868 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T07:22:10,869 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T07:22:10,869 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T07:22:10,874 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T07:22:10,875 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43209-0x1013d5f59730000, quorum=127.0.0.1:52118, baseZNode=/0939001658 Unable to get data of znode /0939001658/balancer because node does not exist (not necessarily an error) 2024-11-15T07:22:10,983 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0939001658/balancer already deleted, retry=false 2024-11-15T07:22:10,984 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T07:22:10,984 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43209-0x1013d5f59730000, quorum=127.0.0.1:52118, baseZNode=/0939001658 Unable to get data of znode /0939001658/normalizer because node does not exist (not necessarily an error) 2024-11-15T07:22:10,994 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0939001658/normalizer already deleted, retry=false 2024-11-15T07:22:10,994 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T07:22:10,995 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43209-0x1013d5f59730000, quorum=127.0.0.1:52118, baseZNode=/0939001658 Unable to get data of znode /0939001658/switch/split because node does not exist (not necessarily an error) 2024-11-15T07:22:11,004 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0939001658/switch/split already deleted, retry=false 2024-11-15T07:22:11,005 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43209-0x1013d5f59730000, quorum=127.0.0.1:52118, baseZNode=/0939001658 Unable to get data of znode /0939001658/switch/merge because node does not exist (not necessarily an error) 2024-11-15T07:22:11,015 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0939001658/switch/merge already deleted, retry=false 2024-11-15T07:22:11,017 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43209-0x1013d5f59730000, quorum=127.0.0.1:52118, baseZNode=/0939001658 Unable to get data of znode /0939001658/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T07:22:11,025 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0939001658/snapshot-cleanup already deleted, retry=false 2024-11-15T07:22:11,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x1013d5f59730001, quorum=127.0.0.1:52118, baseZNode=/0939001658 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0939001658/running 2024-11-15T07:22:11,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x1013d5f59730001, quorum=127.0.0.1:52118, baseZNode=/0939001658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939001658 2024-11-15T07:22:11,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43209-0x1013d5f59730000, quorum=127.0.0.1:52118, baseZNode=/0939001658 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0939001658/running 2024-11-15T07:22:11,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43209-0x1013d5f59730000, quorum=127.0.0.1:52118, baseZNode=/0939001658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939001658 2024-11-15T07:22:11,047 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32f0bc5975d0,43209,1731655329113, sessionid=0x1013d5f59730000, setting cluster-up flag (Was=false) 2024-11-15T07:22:11,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43209-0x1013d5f59730000, quorum=127.0.0.1:52118, baseZNode=/0939001658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939001658 2024-11-15T07:22:11,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x1013d5f59730001, quorum=127.0.0.1:52118, baseZNode=/0939001658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939001658 2024-11-15T07:22:11,099 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0939001658/flush-table-proc/acquired, /0939001658/flush-table-proc/reached, /0939001658/flush-table-proc/abort 2024-11-15T07:22:11,100 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,43209,1731655329113 2024-11-15T07:22:11,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43209-0x1013d5f59730000, quorum=127.0.0.1:52118, baseZNode=/0939001658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939001658 2024-11-15T07:22:11,120 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x1013d5f59730001, quorum=127.0.0.1:52118, baseZNode=/0939001658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939001658 2024-11-15T07:22:11,152 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0939001658/online-snapshot/acquired, /0939001658/online-snapshot/reached, /0939001658/online-snapshot/abort 2024-11-15T07:22:11,154 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,43209,1731655329113 2024-11-15T07:22:11,155 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T07:22:11,156 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T07:22:11,156 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T07:22:11,157 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T07:22:11,157 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32f0bc5975d0,43209,1731655329113 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T07:22:11,158 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:22:11,158 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:22:11,158 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:22:11,159 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:22:11,159 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32f0bc5975d0:0, corePoolSize=10, maxPoolSize=10 2024-11-15T07:22:11,159 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:11,159 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:22:11,159 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:11,161 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:22:11,161 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T07:22:11,162 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:11,162 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T07:22:11,180 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731655361180 2024-11-15T07:22:11,180 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T07:22:11,180 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T07:22:11,181 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T07:22:11,181 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T07:22:11,181 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T07:22:11,181 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T07:22:11,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741831_1007 (size=1321) 2024-11-15T07:22:11,188 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:11,189 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T07:22:11,189 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T07:22:11,189 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T07:22:11,189 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T07:22:11,192 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T07:22:11,192 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T07:22:11,192 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655331192,5,FailOnTimeoutGroup] 2024-11-15T07:22:11,195 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655331192,5,FailOnTimeoutGroup] 2024-11-15T07:22:11,195 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:11,195 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T07:22:11,195 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:11,195 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:11,201 INFO [RS:0;32f0bc5975d0:38141 {}] regionserver.HRegionServer(746): ClusterId : dda59f56-ee35-405d-a39a-5fd741002bf6 2024-11-15T07:22:11,201 DEBUG [RS:0;32f0bc5975d0:38141 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T07:22:11,213 DEBUG [RS:0;32f0bc5975d0:38141 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T07:22:11,213 DEBUG [RS:0;32f0bc5975d0:38141 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T07:22:11,226 DEBUG [RS:0;32f0bc5975d0:38141 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T07:22:11,227 DEBUG [RS:0;32f0bc5975d0:38141 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486dab0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:22:11,240 DEBUG [RS:0;32f0bc5975d0:38141 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32f0bc5975d0:38141 2024-11-15T07:22:11,240 INFO [RS:0;32f0bc5975d0:38141 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T07:22:11,240 INFO [RS:0;32f0bc5975d0:38141 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T07:22:11,240 DEBUG [RS:0;32f0bc5975d0:38141 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T07:22:11,241 INFO [RS:0;32f0bc5975d0:38141 {}] regionserver.HRegionServer(2659): reportForDuty to master=32f0bc5975d0,43209,1731655329113 with port=38141, startcode=1731655329461 2024-11-15T07:22:11,241 DEBUG [RS:0;32f0bc5975d0:38141 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T07:22:11,243 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T07:22:11,244 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43209 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32f0bc5975d0,38141,1731655329461 2024-11-15T07:22:11,244 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43209 {}] master.ServerManager(517): Registering regionserver=32f0bc5975d0,38141,1731655329461 2024-11-15T07:22:11,245 DEBUG [RS:0;32f0bc5975d0:38141 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b 2024-11-15T07:22:11,245 DEBUG [RS:0;32f0bc5975d0:38141 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33679 2024-11-15T07:22:11,245 DEBUG [RS:0;32f0bc5975d0:38141 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T07:22:11,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43209-0x1013d5f59730000, quorum=127.0.0.1:52118, baseZNode=/0939001658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939001658/rs 2024-11-15T07:22:11,258 DEBUG [RS:0;32f0bc5975d0:38141 {}] zookeeper.ZKUtil(111): regionserver:38141-0x1013d5f59730001, quorum=127.0.0.1:52118, baseZNode=/0939001658 Set watcher on existing znode=/0939001658/rs/32f0bc5975d0,38141,1731655329461 2024-11-15T07:22:11,258 WARN [RS:0;32f0bc5975d0:38141 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:22:11,258 INFO [RS:0;32f0bc5975d0:38141 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:22:11,258 DEBUG [RS:0;32f0bc5975d0:38141 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461 2024-11-15T07:22:11,273 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32f0bc5975d0,38141,1731655329461] 2024-11-15T07:22:11,274 INFO [RS:0;32f0bc5975d0:38141 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T07:22:11,275 INFO [RS:0;32f0bc5975d0:38141 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T07:22:11,275 INFO [RS:0;32f0bc5975d0:38141 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T07:22:11,275 INFO [RS:0;32f0bc5975d0:38141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:11,275 INFO [RS:0;32f0bc5975d0:38141 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T07:22:11,276 INFO [RS:0;32f0bc5975d0:38141 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T07:22:11,276 INFO [RS:0;32f0bc5975d0:38141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:11,276 DEBUG [RS:0;32f0bc5975d0:38141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:11,276 DEBUG [RS:0;32f0bc5975d0:38141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:11,276 DEBUG [RS:0;32f0bc5975d0:38141 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:11,276 DEBUG [RS:0;32f0bc5975d0:38141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:11,276 DEBUG [RS:0;32f0bc5975d0:38141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:11,276 DEBUG [RS:0;32f0bc5975d0:38141 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:22:11,276 DEBUG [RS:0;32f0bc5975d0:38141 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:11,276 DEBUG [RS:0;32f0bc5975d0:38141 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:11,276 DEBUG [RS:0;32f0bc5975d0:38141 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:11,276 DEBUG [RS:0;32f0bc5975d0:38141 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:11,276 DEBUG [RS:0;32f0bc5975d0:38141 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:11,276 DEBUG [RS:0;32f0bc5975d0:38141 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:11,276 DEBUG [RS:0;32f0bc5975d0:38141 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:22:11,277 DEBUG [RS:0;32f0bc5975d0:38141 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:22:11,284 INFO [RS:0;32f0bc5975d0:38141 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:11,284 INFO [RS:0;32f0bc5975d0:38141 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:11,284 INFO [RS:0;32f0bc5975d0:38141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:11,284 INFO [RS:0;32f0bc5975d0:38141 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:11,284 INFO [RS:0;32f0bc5975d0:38141 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:11,284 INFO [RS:0;32f0bc5975d0:38141 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,38141,1731655329461-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:22:11,298 INFO [RS:0;32f0bc5975d0:38141 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T07:22:11,298 INFO [RS:0;32f0bc5975d0:38141 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,38141,1731655329461-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:11,298 INFO [RS:0;32f0bc5975d0:38141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:11,298 INFO [RS:0;32f0bc5975d0:38141 {}] regionserver.Replication(171): 32f0bc5975d0,38141,1731655329461 started 2024-11-15T07:22:11,310 INFO [RS:0;32f0bc5975d0:38141 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:11,310 INFO [RS:0;32f0bc5975d0:38141 {}] regionserver.HRegionServer(1482): Serving as 32f0bc5975d0,38141,1731655329461, RpcServer on 32f0bc5975d0/172.17.0.2:38141, sessionid=0x1013d5f59730001 2024-11-15T07:22:11,310 DEBUG [RS:0;32f0bc5975d0:38141 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T07:22:11,310 DEBUG [RS:0;32f0bc5975d0:38141 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32f0bc5975d0,38141,1731655329461 2024-11-15T07:22:11,310 DEBUG [RS:0;32f0bc5975d0:38141 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,38141,1731655329461' 2024-11-15T07:22:11,310 DEBUG [RS:0;32f0bc5975d0:38141 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0939001658/flush-table-proc/abort' 2024-11-15T07:22:11,310 DEBUG [RS:0;32f0bc5975d0:38141 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0939001658/flush-table-proc/acquired' 2024-11-15T07:22:11,311 DEBUG [RS:0;32f0bc5975d0:38141 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T07:22:11,311 DEBUG [RS:0;32f0bc5975d0:38141 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T07:22:11,311 DEBUG [RS:0;32f0bc5975d0:38141 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32f0bc5975d0,38141,1731655329461 2024-11-15T07:22:11,311 DEBUG [RS:0;32f0bc5975d0:38141 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,38141,1731655329461' 2024-11-15T07:22:11,311 DEBUG [RS:0;32f0bc5975d0:38141 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0939001658/online-snapshot/abort' 2024-11-15T07:22:11,311 DEBUG [RS:0;32f0bc5975d0:38141 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0939001658/online-snapshot/acquired' 2024-11-15T07:22:11,311 DEBUG [RS:0;32f0bc5975d0:38141 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T07:22:11,311 INFO [RS:0;32f0bc5975d0:38141 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T07:22:11,311 INFO [RS:0;32f0bc5975d0:38141 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T07:22:11,412 INFO [RS:0;32f0bc5975d0:38141 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:22:11,413 INFO [RS:0;32f0bc5975d0:38141 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C38141%2C1731655329461, suffix=, logDir=hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461, archiveDir=hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/oldWALs, maxLogs=10 2024-11-15T07:22:11,425 DEBUG [RS:0;32f0bc5975d0:38141 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.1731655331413, exclude list is [], retry=0 2024-11-15T07:22:11,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34333,DS-31a139b2-4256-49e8-b8a9-4d44207b5d44,DISK] 2024-11-15T07:22:11,428 INFO [RS:0;32f0bc5975d0:38141 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.1731655331413 2024-11-15T07:22:11,429 DEBUG [RS:0;32f0bc5975d0:38141 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40533:40533)] 2024-11-15T07:22:11,586 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T07:22:11,586 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b 2024-11-15T07:22:11,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741833_1009 (size=32) 2024-11-15T07:22:11,994 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:22:11,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:22:11,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:22:11,996 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:11,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:22:11,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:22:11,997 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:22:11,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:11,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:22:11,998 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:22:11,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:22:11,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:11,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:22:11,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:22:11,999 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:22:11,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:11,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:22:12,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:22:12,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/hbase/meta/1588230740 2024-11-15T07:22:12,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/hbase/meta/1588230740 2024-11-15T07:22:12,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:22:12,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:22:12,001 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:22:12,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:22:12,003 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:22:12,003 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61403444, jitterRate=-0.0850173830986023}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:22:12,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731655331995Initializing all the Stores at 1731655331995Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655331995Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655331995Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655331995Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655331995Cleaning up temporary data from old regions at 1731655332001 (+6 ms)Region opened successfully at 1731655332003 (+2 ms) 2024-11-15T07:22:12,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:22:12,003 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:22:12,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:22:12,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:22:12,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:22:12,004 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:22:12,004 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655332003Disabling compacts and flushes for region at 1731655332003Disabling writes for close at 1731655332004 (+1 ms)Writing region close event to WAL at 1731655332004Closed at 1731655332004 2024-11-15T07:22:12,005 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:22:12,005 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T07:22:12,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T07:22:12,006 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:22:12,006 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T07:22:12,156 DEBUG [32f0bc5975d0:43209 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T07:22:12,157 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32f0bc5975d0,38141,1731655329461 2024-11-15T07:22:12,158 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,38141,1731655329461, state=OPENING 2024-11-15T07:22:12,236 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T07:22:12,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43209-0x1013d5f59730000, quorum=127.0.0.1:52118, baseZNode=/0939001658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939001658 2024-11-15T07:22:12,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x1013d5f59730001, quorum=127.0.0.1:52118, baseZNode=/0939001658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939001658 2024-11-15T07:22:12,247 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0939001658/meta-region-server: CHANGED 2024-11-15T07:22:12,247 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0939001658/meta-region-server: CHANGED 2024-11-15T07:22:12,247 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:22:12,247 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,38141,1731655329461}] 2024-11-15T07:22:12,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T07:22:12,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T07:22:12,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T07:22:12,399 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T07:22:12,400 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T07:22:12,403 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T07:22:12,403 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:22:12,403 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T07:22:12,404 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C38141%2C1731655329461.meta, suffix=.meta, logDir=hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461, archiveDir=hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/oldWALs, maxLogs=10 2024-11-15T07:22:12,416 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.meta.1731655332404.meta, exclude list is [], retry=0 2024-11-15T07:22:12,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34333,DS-31a139b2-4256-49e8-b8a9-4d44207b5d44,DISK] 2024-11-15T07:22:12,420 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.meta.1731655332404.meta 2024-11-15T07:22:12,421 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40533:40533)] 2024-11-15T07:22:12,421 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:22:12,421 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:22:12,421 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T07:22:12,421 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T07:22:12,421 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T07:22:12,421 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T07:22:12,421 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:22:12,421 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T07:22:12,421 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T07:22:12,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:22:12,423 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:22:12,423 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:12,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:22:12,423 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:22:12,424 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:22:12,424 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:12,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:22:12,424 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:22:12,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:22:12,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:12,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:22:12,425 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:22:12,425 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:22:12,425 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:12,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:22:12,426 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:22:12,426 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/hbase/meta/1588230740 2024-11-15T07:22:12,427 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/hbase/meta/1588230740 2024-11-15T07:22:12,427 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:22:12,427 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:22:12,428 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:22:12,428 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:22:12,429 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70713387, jitterRate=0.053711578249931335}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:22:12,429 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T07:22:12,429 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731655332422Writing region info on filesystem at 1731655332422Initializing all the Stores at 1731655332422Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655332422Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655332422Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655332422Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655332422Cleaning up temporary data from old regions at 1731655332427 (+5 ms)Running coprocessor post-open hooks at 1731655332429 (+2 ms)Region opened successfully at 1731655332429 2024-11-15T07:22:12,430 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731655332399 2024-11-15T07:22:12,432 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T07:22:12,432 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T07:22:12,432 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32f0bc5975d0,38141,1731655329461 2024-11-15T07:22:12,433 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,38141,1731655329461, state=OPEN 2024-11-15T07:22:12,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43209-0x1013d5f59730000, quorum=127.0.0.1:52118, baseZNode=/0939001658 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0939001658/meta-region-server 2024-11-15T07:22:12,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x1013d5f59730001, quorum=127.0.0.1:52118, baseZNode=/0939001658 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0939001658/meta-region-server 2024-11-15T07:22:12,506 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32f0bc5975d0,38141,1731655329461 2024-11-15T07:22:12,506 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0939001658/meta-region-server: CHANGED 2024-11-15T07:22:12,506 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0939001658/meta-region-server: CHANGED 2024-11-15T07:22:12,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T07:22:12,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,38141,1731655329461 in 259 msec 2024-11-15T07:22:12,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T07:22:12,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 503 msec 2024-11-15T07:22:12,510 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:22:12,510 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T07:22:12,511 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:22:12,511 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,38141,1731655329461, seqNum=-1] 2024-11-15T07:22:12,512 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:22:12,513 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:22:12,518 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3610 sec 2024-11-15T07:22:12,518 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731655332518, completionTime=-1 2024-11-15T07:22:12,518 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T07:22:12,518 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T07:22:12,520 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T07:22:12,520 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731655392520 2024-11-15T07:22:12,520 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731655452520 2024-11-15T07:22:12,520 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-15T07:22:12,521 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,43209,1731655329113-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:12,521 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,43209,1731655329113-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:12,521 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,43209,1731655329113-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:12,521 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32f0bc5975d0:43209, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:12,521 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:12,521 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:12,524 DEBUG [master/32f0bc5975d0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T07:22:12,528 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.986sec 2024-11-15T07:22:12,528 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T07:22:12,528 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T07:22:12,528 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T07:22:12,528 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T07:22:12,528 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T07:22:12,528 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,43209,1731655329113-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:22:12,528 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,43209,1731655329113-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T07:22:12,530 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T07:22:12,530 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T07:22:12,530 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,43209,1731655329113-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:12,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24ab3529, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:12,602 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,43209,-1 for getting cluster id 2024-11-15T07:22:12,602 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:22:12,603 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dda59f56-ee35-405d-a39a-5fd741002bf6' 2024-11-15T07:22:12,603 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:22:12,603 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dda59f56-ee35-405d-a39a-5fd741002bf6" 2024-11-15T07:22:12,603 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fc62ac8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:12,604 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,43209,-1] 2024-11-15T07:22:12,604 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:22:12,604 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:12,604 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:22:12,605 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a3ea9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:12,605 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:22:12,606 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,38141,1731655329461, seqNum=-1] 2024-11-15T07:22:12,607 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:22:12,607 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:22:12,608 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32f0bc5975d0,43209,1731655329113 2024-11-15T07:22:12,609 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52118 2024-11-15T07:22:12,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52118, baseZNode=/0939001658 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:22:12,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013d5f59730002 connected 2024-11-15T07:22:12,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8082543a-f92d-a9a6-9cfd-6bf3ea395e18/hadoop.log.dir so I do NOT create it in target/test-data/1a7d457f-5c29-b6be-8403-1187f289649d 2024-11-15T07:22:12,639 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8082543a-f92d-a9a6-9cfd-6bf3ea395e18/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T07:22:12,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8082543a-f92d-a9a6-9cfd-6bf3ea395e18/hadoop.tmp.dir so I do NOT create it in target/test-data/1a7d457f-5c29-b6be-8403-1187f289649d 2024-11-15T07:22:12,639 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8082543a-f92d-a9a6-9cfd-6bf3ea395e18/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T07:22:12,639 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7d457f-5c29-b6be-8403-1187f289649d 2024-11-15T07:22:12,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T07:22:12,639 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7d457f-5c29-b6be-8403-1187f289649d/cluster_27a19b70-c4cc-0348-e179-aceb28b9b782, deleteOnExit=true 2024-11-15T07:22:12,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T07:22:12,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7d457f-5c29-b6be-8403-1187f289649d/test.cache.data in system properties and HBase conf 2024-11-15T07:22:12,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7d457f-5c29-b6be-8403-1187f289649d/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T07:22:12,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7d457f-5c29-b6be-8403-1187f289649d/hadoop.log.dir in system properties and HBase conf 2024-11-15T07:22:12,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7d457f-5c29-b6be-8403-1187f289649d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T07:22:12,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7d457f-5c29-b6be-8403-1187f289649d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T07:22:12,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T07:22:12,640 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T07:22:12,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7d457f-5c29-b6be-8403-1187f289649d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T07:22:12,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7d457f-5c29-b6be-8403-1187f289649d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T07:22:12,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7d457f-5c29-b6be-8403-1187f289649d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T07:22:12,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7d457f-5c29-b6be-8403-1187f289649d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T07:22:12,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7d457f-5c29-b6be-8403-1187f289649d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T07:22:12,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7d457f-5c29-b6be-8403-1187f289649d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T07:22:12,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7d457f-5c29-b6be-8403-1187f289649d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T07:22:12,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7d457f-5c29-b6be-8403-1187f289649d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T07:22:12,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7d457f-5c29-b6be-8403-1187f289649d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T07:22:12,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7d457f-5c29-b6be-8403-1187f289649d/nfs.dump.dir in system properties and HBase conf 2024-11-15T07:22:12,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7d457f-5c29-b6be-8403-1187f289649d/java.io.tmpdir in system properties and HBase conf 2024-11-15T07:22:12,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7d457f-5c29-b6be-8403-1187f289649d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T07:22:12,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7d457f-5c29-b6be-8403-1187f289649d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T07:22:12,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7d457f-5c29-b6be-8403-1187f289649d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T07:22:13,387 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:22:13,391 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T07:22:13,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T07:22:13,396 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T07:22:13,396 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T07:22:13,397 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:22:13,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b4a4489{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7d457f-5c29-b6be-8403-1187f289649d/hadoop.log.dir/,AVAILABLE} 2024-11-15T07:22:13,398 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ceb9267{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T07:22:13,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7115af7c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7d457f-5c29-b6be-8403-1187f289649d/java.io.tmpdir/jetty-localhost-37509-hadoop-hdfs-3_4_1-tests_jar-_-any-7350347512862244962/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T07:22:13,539 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6ec804d1{HTTP/1.1, (http/1.1)}{localhost:37509} 2024-11-15T07:22:13,539 INFO [Time-limited test {}] server.Server(415): Started @288053ms 2024-11-15T07:22:13,851 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:22:13,854 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T07:22:13,858 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T07:22:13,858 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T07:22:13,858 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T07:22:13,860 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48946570{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7d457f-5c29-b6be-8403-1187f289649d/hadoop.log.dir/,AVAILABLE} 2024-11-15T07:22:13,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@dee23e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T07:22:13,983 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ed5449{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7d457f-5c29-b6be-8403-1187f289649d/java.io.tmpdir/jetty-localhost-34963-hadoop-hdfs-3_4_1-tests_jar-_-any-14688620751940760215/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T07:22:13,983 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6007c572{HTTP/1.1, (http/1.1)}{localhost:34963} 2024-11-15T07:22:13,983 INFO [Time-limited test {}] server.Server(415): Started @288497ms 2024-11-15T07:22:13,984 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T07:22:14,762 WARN [Thread-3576 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7d457f-5c29-b6be-8403-1187f289649d/cluster_27a19b70-c4cc-0348-e179-aceb28b9b782/data/data2/current/BP-413201876-172.17.0.2-1731655332662/current, will proceed with Du for space computation calculation, 2024-11-15T07:22:14,762 WARN [Thread-3575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7d457f-5c29-b6be-8403-1187f289649d/cluster_27a19b70-c4cc-0348-e179-aceb28b9b782/data/data1/current/BP-413201876-172.17.0.2-1731655332662/current, will proceed with Du for space computation calculation, 2024-11-15T07:22:14,779 WARN [Thread-3563 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T07:22:14,781 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd70e2de8aaeb4596 with lease ID 0x89b62ded0412b0bb: Processing first storage report for DS-50c5bd49-78c8-464b-b373-d4e8304d1829 from datanode DatanodeRegistration(127.0.0.1:38053, datanodeUuid=6904b582-3777-43b1-b021-6140ea4dc9ea, infoPort=36985, infoSecurePort=0, ipcPort=37025, storageInfo=lv=-57;cid=testClusterID;nsid=897165627;c=1731655332662) 2024-11-15T07:22:14,781 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd70e2de8aaeb4596 with lease ID 0x89b62ded0412b0bb: from storage DS-50c5bd49-78c8-464b-b373-d4e8304d1829 node DatanodeRegistration(127.0.0.1:38053, datanodeUuid=6904b582-3777-43b1-b021-6140ea4dc9ea, infoPort=36985, infoSecurePort=0, ipcPort=37025, storageInfo=lv=-57;cid=testClusterID;nsid=897165627;c=1731655332662), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T07:22:14,781 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd70e2de8aaeb4596 with lease ID 0x89b62ded0412b0bb: Processing first storage report for DS-7fad5c46-1678-4e6a-a0bd-1febde57c2d7 from datanode DatanodeRegistration(127.0.0.1:38053, datanodeUuid=6904b582-3777-43b1-b021-6140ea4dc9ea, infoPort=36985, infoSecurePort=0, ipcPort=37025, storageInfo=lv=-57;cid=testClusterID;nsid=897165627;c=1731655332662) 2024-11-15T07:22:14,781 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd70e2de8aaeb4596 with lease ID 0x89b62ded0412b0bb: from storage DS-7fad5c46-1678-4e6a-a0bd-1febde57c2d7 node DatanodeRegistration(127.0.0.1:38053, datanodeUuid=6904b582-3777-43b1-b021-6140ea4dc9ea, infoPort=36985, infoSecurePort=0, ipcPort=37025, storageInfo=lv=-57;cid=testClusterID;nsid=897165627;c=1731655332662), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T07:22:14,843 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7d457f-5c29-b6be-8403-1187f289649d 2024-11-15T07:22:14,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:22:14,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:22:14,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741825_1001 (size=7) 2024-11-15T07:22:14,938 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:22:14,939 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32f0bc5975d0,34421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:34421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T07:22:14,939 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88709 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32f0bc5975d0,34421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:34421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T07:22:15,253 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541 with version=8 2024-11-15T07:22:15,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/hbase-staging 2024-11-15T07:22:15,255 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:22:15,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:22:15,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:22:15,255 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:22:15,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:22:15,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:22:15,255 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T07:22:15,255 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:22:15,256 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40847 2024-11-15T07:22:15,256 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40847 connecting to ZooKeeper ensemble=127.0.0.1:52118 2024-11-15T07:22:15,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408470x0, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:22:15,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40847-0x1013d5f59730003 connected 2024-11-15T07:22:15,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:22:15,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:22:15,357 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40847-0x1013d5f59730003, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Set watcher on znode that does not yet exist, /1-2087366178/running 2024-11-15T07:22:15,357 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541, hbase.cluster.distributed=false 2024-11-15T07:22:15,359 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40847-0x1013d5f59730003, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Set watcher on znode that does not yet exist, /1-2087366178/acl 2024-11-15T07:22:15,359 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40847 2024-11-15T07:22:15,360 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40847 2024-11-15T07:22:15,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40847 2024-11-15T07:22:15,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40847 2024-11-15T07:22:15,367 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40847 2024-11-15T07:22:15,387 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:22:15,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:22:15,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:22:15,387 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:22:15,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:22:15,387 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:22:15,387 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T07:22:15,387 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:22:15,388 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35663 2024-11-15T07:22:15,389 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35663 connecting to ZooKeeper ensemble=127.0.0.1:52118 2024-11-15T07:22:15,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:22:15,391 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:22:15,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:356630x0, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:22:15,409 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:356630x0, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Set watcher on znode that does not yet exist, /1-2087366178/running 2024-11-15T07:22:15,409 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T07:22:15,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35663-0x1013d5f59730004 connected 2024-11-15T07:22:15,416 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T07:22:15,417 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35663-0x1013d5f59730004, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Set watcher on znode that does not yet exist, /1-2087366178/master 2024-11-15T07:22:15,418 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35663-0x1013d5f59730004, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Set watcher on znode that does not yet exist, /1-2087366178/acl 2024-11-15T07:22:15,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35663 2024-11-15T07:22:15,428 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35663 2024-11-15T07:22:15,430 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35663 2024-11-15T07:22:15,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35663 2024-11-15T07:22:15,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35663 2024-11-15T07:22:15,452 DEBUG [M:0;32f0bc5975d0:40847 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32f0bc5975d0:40847 2024-11-15T07:22:15,455 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2087366178/backup-masters/32f0bc5975d0,40847,1731655335255 2024-11-15T07:22:15,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1013d5f59730004, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2087366178/backup-masters 2024-11-15T07:22:15,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40847-0x1013d5f59730003, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2087366178/backup-masters 2024-11-15T07:22:15,476 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40847-0x1013d5f59730003, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Set watcher on existing znode=/1-2087366178/backup-masters/32f0bc5975d0,40847,1731655335255 2024-11-15T07:22:15,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40847-0x1013d5f59730003, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2087366178 2024-11-15T07:22:15,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1013d5f59730004, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2087366178/master 2024-11-15T07:22:15,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1013d5f59730004, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2087366178 2024-11-15T07:22:15,489 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40847-0x1013d5f59730003, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Set watcher on existing znode=/1-2087366178/master 2024-11-15T07:22:15,490 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2087366178/backup-masters/32f0bc5975d0,40847,1731655335255 from backup master directory 2024-11-15T07:22:15,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40847-0x1013d5f59730003, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2087366178/backup-masters/32f0bc5975d0,40847,1731655335255 2024-11-15T07:22:15,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1013d5f59730004, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2087366178/backup-masters 2024-11-15T07:22:15,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40847-0x1013d5f59730003, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2087366178/backup-masters 2024-11-15T07:22:15,499 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:22:15,499 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32f0bc5975d0,40847,1731655335255 2024-11-15T07:22:15,505 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/hbase.id] with ID: 687359f7-26d4-4a86-8a67-508f87d3109f 2024-11-15T07:22:15,505 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/.tmp/hbase.id 2024-11-15T07:22:15,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741826_1002 (size=42) 2024-11-15T07:22:15,518 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/.tmp/hbase.id]:[hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/hbase.id] 2024-11-15T07:22:15,526 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:22:15,527 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T07:22:15,527 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-15T07:22:15,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40847-0x1013d5f59730003, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2087366178 2024-11-15T07:22:15,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1013d5f59730004, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2087366178 2024-11-15T07:22:15,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741827_1003 (size=196) 2024-11-15T07:22:15,551 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:22:15,552 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T07:22:15,552 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:22:15,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741828_1004 (size=1189) 2024-11-15T07:22:15,563 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/MasterData/data/master/store 2024-11-15T07:22:15,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741829_1005 (size=34) 2024-11-15T07:22:15,572 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:22:15,573 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:22:15,573 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:22:15,573 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:22:15,573 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:22:15,573 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:22:15,573 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:22:15,573 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655335573Disabling compacts and flushes for region at 1731655335573Disabling writes for close at 1731655335573Writing region close event to WAL at 1731655335573Closed at 1731655335573 2024-11-15T07:22:15,573 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/MasterData/data/master/store/.initializing 2024-11-15T07:22:15,573 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/MasterData/WALs/32f0bc5975d0,40847,1731655335255 2024-11-15T07:22:15,574 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:22:15,575 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32f0bc5975d0%2C40847%2C1731655335255, suffix=, logDir=hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/MasterData/WALs/32f0bc5975d0,40847,1731655335255, archiveDir=hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/MasterData/oldWALs, maxLogs=10 2024-11-15T07:22:15,590 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/MasterData/WALs/32f0bc5975d0,40847,1731655335255/32f0bc5975d0%2C40847%2C1731655335255.1731655335575, exclude list is [], retry=0 2024-11-15T07:22:15,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38053,DS-50c5bd49-78c8-464b-b373-d4e8304d1829,DISK] 2024-11-15T07:22:15,593 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/MasterData/WALs/32f0bc5975d0,40847,1731655335255/32f0bc5975d0%2C40847%2C1731655335255.1731655335575 2024-11-15T07:22:15,594 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36985:36985)] 2024-11-15T07:22:15,594 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:22:15,594 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:22:15,594 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:15,594 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:15,596 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:15,597 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T07:22:15,597 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:15,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:22:15,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:15,599 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T07:22:15,599 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:15,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:22:15,601 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:15,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T07:22:15,602 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:15,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:22:15,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:15,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T07:22:15,604 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:15,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:22:15,604 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:15,605 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:15,605 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:15,606 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:15,606 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:15,606 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:22:15,607 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:15,613 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:22:15,613 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62178007, jitterRate=-0.07347549498081207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:22:15,613 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731655335594Initializing all the Stores at 1731655335595 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655335595Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655335596 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655335596Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655335596Cleaning up temporary data from old regions at 1731655335606 (+10 ms)Region opened successfully at 1731655335613 (+7 ms) 2024-11-15T07:22:15,613 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T07:22:15,615 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be5b7f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:22:15,616 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T07:22:15,616 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T07:22:15,616 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T07:22:15,616 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T07:22:15,617 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T07:22:15,617 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T07:22:15,617 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T07:22:15,618 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T07:22:15,619 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40847-0x1013d5f59730003, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Unable to get data of znode /1-2087366178/balancer because node does not exist (not necessarily an error) 2024-11-15T07:22:15,625 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2087366178/balancer already deleted, retry=false 2024-11-15T07:22:15,625 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T07:22:15,626 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40847-0x1013d5f59730003, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Unable to get data of znode /1-2087366178/normalizer because node does not exist (not necessarily an error) 2024-11-15T07:22:15,636 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2087366178/normalizer already deleted, retry=false 2024-11-15T07:22:15,636 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T07:22:15,637 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40847-0x1013d5f59730003, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Unable to get data of znode /1-2087366178/switch/split because node does not exist (not necessarily an error) 2024-11-15T07:22:15,646 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2087366178/switch/split already deleted, retry=false 2024-11-15T07:22:15,647 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40847-0x1013d5f59730003, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Unable to get data of znode /1-2087366178/switch/merge because node does not exist (not necessarily an error) 2024-11-15T07:22:15,657 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2087366178/switch/merge already deleted, retry=false 2024-11-15T07:22:15,659 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40847-0x1013d5f59730003, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Unable to get data of znode /1-2087366178/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T07:22:15,667 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2087366178/snapshot-cleanup already deleted, retry=false 2024-11-15T07:22:15,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40847-0x1013d5f59730003, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2087366178/running 2024-11-15T07:22:15,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1013d5f59730004, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2087366178/running 2024-11-15T07:22:15,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1013d5f59730004, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2087366178 2024-11-15T07:22:15,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40847-0x1013d5f59730003, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2087366178 2024-11-15T07:22:15,679 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32f0bc5975d0,40847,1731655335255, sessionid=0x1013d5f59730003, setting cluster-up flag (Was=false) 2024-11-15T07:22:15,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1013d5f59730004, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2087366178 2024-11-15T07:22:15,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40847-0x1013d5f59730003, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2087366178 2024-11-15T07:22:15,845 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2087366178/flush-table-proc/acquired, /1-2087366178/flush-table-proc/reached, /1-2087366178/flush-table-proc/abort 2024-11-15T07:22:15,846 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,40847,1731655335255 2024-11-15T07:22:15,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1013d5f59730004, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2087366178 2024-11-15T07:22:15,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40847-0x1013d5f59730003, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2087366178 2024-11-15T07:22:16,057 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2087366178/online-snapshot/acquired, /1-2087366178/online-snapshot/reached, /1-2087366178/online-snapshot/abort 2024-11-15T07:22:16,058 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,40847,1731655335255 2024-11-15T07:22:16,059 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T07:22:16,060 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T07:22:16,060 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T07:22:16,060 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T07:22:16,060 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32f0bc5975d0,40847,1731655335255 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T07:22:16,061 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:22:16,061 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:22:16,061 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:22:16,061 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:22:16,062 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32f0bc5975d0:0, corePoolSize=10, maxPoolSize=10 2024-11-15T07:22:16,062 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:16,062 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:22:16,062 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:16,063 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:22:16,063 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T07:22:16,063 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:16,064 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T07:22:16,064 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731655366064 2024-11-15T07:22:16,064 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T07:22:16,064 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T07:22:16,064 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T07:22:16,064 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T07:22:16,064 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T07:22:16,064 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T07:22:16,064 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:16,068 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T07:22:16,068 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T07:22:16,068 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T07:22:16,068 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T07:22:16,068 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T07:22:16,068 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T07:22:16,069 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655336068,5,FailOnTimeoutGroup] 2024-11-15T07:22:16,071 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655336069,5,FailOnTimeoutGroup] 2024-11-15T07:22:16,071 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:16,071 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T07:22:16,071 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:16,071 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:16,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741831_1007 (size=1321) 2024-11-15T07:22:16,137 INFO [RS:0;32f0bc5975d0:35663 {}] regionserver.HRegionServer(746): ClusterId : 687359f7-26d4-4a86-8a67-508f87d3109f 2024-11-15T07:22:16,137 DEBUG [RS:0;32f0bc5975d0:35663 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T07:22:16,150 DEBUG [RS:0;32f0bc5975d0:35663 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T07:22:16,150 DEBUG [RS:0;32f0bc5975d0:35663 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T07:22:16,163 DEBUG [RS:0;32f0bc5975d0:35663 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T07:22:16,163 DEBUG [RS:0;32f0bc5975d0:35663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@740eec0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:22:16,178 DEBUG [RS:0;32f0bc5975d0:35663 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32f0bc5975d0:35663 2024-11-15T07:22:16,178 INFO [RS:0;32f0bc5975d0:35663 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T07:22:16,178 INFO [RS:0;32f0bc5975d0:35663 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T07:22:16,178 DEBUG [RS:0;32f0bc5975d0:35663 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T07:22:16,179 INFO [RS:0;32f0bc5975d0:35663 {}] regionserver.HRegionServer(2659): reportForDuty to master=32f0bc5975d0,40847,1731655335255 with port=35663, startcode=1731655335386 2024-11-15T07:22:16,180 DEBUG [RS:0;32f0bc5975d0:35663 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T07:22:16,181 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44939, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T07:22:16,185 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40847 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32f0bc5975d0,35663,1731655335386 2024-11-15T07:22:16,185 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40847 {}] master.ServerManager(517): Registering regionserver=32f0bc5975d0,35663,1731655335386 2024-11-15T07:22:16,187 DEBUG [RS:0;32f0bc5975d0:35663 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541 2024-11-15T07:22:16,187 DEBUG [RS:0;32f0bc5975d0:35663 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37109 2024-11-15T07:22:16,187 DEBUG [RS:0;32f0bc5975d0:35663 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T07:22:16,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40847-0x1013d5f59730003, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2087366178/rs 2024-11-15T07:22:16,228 DEBUG [RS:0;32f0bc5975d0:35663 {}] zookeeper.ZKUtil(111): regionserver:35663-0x1013d5f59730004, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Set watcher on existing znode=/1-2087366178/rs/32f0bc5975d0,35663,1731655335386 2024-11-15T07:22:16,228 WARN [RS:0;32f0bc5975d0:35663 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:22:16,228 INFO [RS:0;32f0bc5975d0:35663 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:22:16,228 DEBUG [RS:0;32f0bc5975d0:35663 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386 2024-11-15T07:22:16,229 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32f0bc5975d0,35663,1731655335386] 2024-11-15T07:22:16,232 INFO [RS:0;32f0bc5975d0:35663 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T07:22:16,235 INFO [RS:0;32f0bc5975d0:35663 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T07:22:16,236 INFO [RS:0;32f0bc5975d0:35663 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T07:22:16,236 INFO [RS:0;32f0bc5975d0:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:16,236 INFO [RS:0;32f0bc5975d0:35663 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T07:22:16,237 INFO [RS:0;32f0bc5975d0:35663 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T07:22:16,237 INFO [RS:0;32f0bc5975d0:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:16,237 DEBUG [RS:0;32f0bc5975d0:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:16,237 DEBUG [RS:0;32f0bc5975d0:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:16,237 DEBUG [RS:0;32f0bc5975d0:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:16,237 DEBUG [RS:0;32f0bc5975d0:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:16,237 DEBUG [RS:0;32f0bc5975d0:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:16,237 DEBUG [RS:0;32f0bc5975d0:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:22:16,237 DEBUG [RS:0;32f0bc5975d0:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:16,237 DEBUG [RS:0;32f0bc5975d0:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:16,237 DEBUG [RS:0;32f0bc5975d0:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:16,237 DEBUG [RS:0;32f0bc5975d0:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:16,237 DEBUG [RS:0;32f0bc5975d0:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:16,237 DEBUG [RS:0;32f0bc5975d0:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:16,237 DEBUG [RS:0;32f0bc5975d0:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:22:16,237 DEBUG [RS:0;32f0bc5975d0:35663 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:22:16,238 INFO [RS:0;32f0bc5975d0:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:16,238 INFO [RS:0;32f0bc5975d0:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:16,238 INFO [RS:0;32f0bc5975d0:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:16,238 INFO [RS:0;32f0bc5975d0:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:16,238 INFO [RS:0;32f0bc5975d0:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:16,238 INFO [RS:0;32f0bc5975d0:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,35663,1731655335386-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:22:16,253 INFO [RS:0;32f0bc5975d0:35663 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T07:22:16,253 INFO [RS:0;32f0bc5975d0:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,35663,1731655335386-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:16,253 INFO [RS:0;32f0bc5975d0:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:16,253 INFO [RS:0;32f0bc5975d0:35663 {}] regionserver.Replication(171): 32f0bc5975d0,35663,1731655335386 started 2024-11-15T07:22:16,270 INFO [RS:0;32f0bc5975d0:35663 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:16,270 INFO [RS:0;32f0bc5975d0:35663 {}] regionserver.HRegionServer(1482): Serving as 32f0bc5975d0,35663,1731655335386, RpcServer on 32f0bc5975d0/172.17.0.2:35663, sessionid=0x1013d5f59730004 2024-11-15T07:22:16,270 DEBUG [RS:0;32f0bc5975d0:35663 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T07:22:16,270 DEBUG [RS:0;32f0bc5975d0:35663 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32f0bc5975d0,35663,1731655335386 2024-11-15T07:22:16,270 DEBUG [RS:0;32f0bc5975d0:35663 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,35663,1731655335386' 2024-11-15T07:22:16,270 DEBUG [RS:0;32f0bc5975d0:35663 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2087366178/flush-table-proc/abort' 2024-11-15T07:22:16,271 DEBUG [RS:0;32f0bc5975d0:35663 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2087366178/flush-table-proc/acquired' 2024-11-15T07:22:16,271 DEBUG [RS:0;32f0bc5975d0:35663 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T07:22:16,271 DEBUG [RS:0;32f0bc5975d0:35663 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T07:22:16,271 DEBUG [RS:0;32f0bc5975d0:35663 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32f0bc5975d0,35663,1731655335386 2024-11-15T07:22:16,271 DEBUG [RS:0;32f0bc5975d0:35663 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,35663,1731655335386' 2024-11-15T07:22:16,271 DEBUG [RS:0;32f0bc5975d0:35663 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2087366178/online-snapshot/abort' 2024-11-15T07:22:16,271 DEBUG [RS:0;32f0bc5975d0:35663 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2087366178/online-snapshot/acquired' 2024-11-15T07:22:16,272 DEBUG [RS:0;32f0bc5975d0:35663 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T07:22:16,272 INFO [RS:0;32f0bc5975d0:35663 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T07:22:16,272 INFO [RS:0;32f0bc5975d0:35663 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T07:22:16,372 INFO [RS:0;32f0bc5975d0:35663 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:22:16,373 INFO [RS:0;32f0bc5975d0:35663 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C35663%2C1731655335386, suffix=, logDir=hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386, archiveDir=hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/oldWALs, maxLogs=10 2024-11-15T07:22:16,392 DEBUG [RS:0;32f0bc5975d0:35663 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374, exclude list is [], retry=0 2024-11-15T07:22:16,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38053,DS-50c5bd49-78c8-464b-b373-d4e8304d1829,DISK] 2024-11-15T07:22:16,395 INFO [RS:0;32f0bc5975d0:35663 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 2024-11-15T07:22:16,396 DEBUG [RS:0;32f0bc5975d0:35663 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36985:36985)] 2024-11-15T07:22:16,477 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T07:22:16,477 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541 2024-11-15T07:22:16,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741833_1009 (size=32) 2024-11-15T07:22:16,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:22:16,883 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:22:16,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:22:16,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:16,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:22:16,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:22:16,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:22:16,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:16,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:22:16,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:22:16,886 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:22:16,886 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:16,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:22:16,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:22:16,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:22:16,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:16,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:22:16,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:22:16,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/hbase/meta/1588230740 2024-11-15T07:22:16,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/hbase/meta/1588230740 2024-11-15T07:22:16,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:22:16,897 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:22:16,898 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:22:16,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:22:16,908 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:22:16,909 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69809176, jitterRate=0.04023778438568115}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:22:16,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731655336882Initializing all the Stores at 1731655336882Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655336882Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655336883 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655336883Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655336883Cleaning up temporary data from old regions at 1731655336897 (+14 ms)Region opened successfully at 1731655336909 (+12 ms) 2024-11-15T07:22:16,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:22:16,909 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:22:16,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:22:16,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:22:16,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:22:16,912 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:22:16,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655336909Disabling compacts and flushes for region at 1731655336909Disabling writes for close at 1731655336909Writing region close event to WAL at 1731655336912 (+3 ms)Closed at 1731655336912 2024-11-15T07:22:16,913 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:22:16,914 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T07:22:16,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T07:22:16,915 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:22:16,916 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T07:22:17,066 DEBUG [32f0bc5975d0:40847 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T07:22:17,066 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32f0bc5975d0,35663,1731655335386 2024-11-15T07:22:17,067 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,35663,1731655335386, state=OPENING 2024-11-15T07:22:17,138 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T07:22:17,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40847-0x1013d5f59730003, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2087366178 2024-11-15T07:22:17,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1013d5f59730004, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2087366178 2024-11-15T07:22:17,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2087366178/meta-region-server: CHANGED 2024-11-15T07:22:17,213 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2087366178/meta-region-server: CHANGED 2024-11-15T07:22:17,213 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:22:17,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,35663,1731655335386}] 2024-11-15T07:22:17,274 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T07:22:17,365 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T07:22:17,367 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54471, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T07:22:17,369 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T07:22:17,369 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:22:17,369 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T07:22:17,370 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C35663%2C1731655335386.meta, suffix=.meta, logDir=hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386, archiveDir=hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/oldWALs, maxLogs=10 2024-11-15T07:22:17,386 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.meta.1731655337371.meta, exclude list is [], retry=0 2024-11-15T07:22:17,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38053,DS-50c5bd49-78c8-464b-b373-d4e8304d1829,DISK] 2024-11-15T07:22:17,389 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.meta.1731655337371.meta 2024-11-15T07:22:17,389 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36985:36985)] 2024-11-15T07:22:17,389 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:22:17,389 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:22:17,389 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T07:22:17,389 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T07:22:17,389 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T07:22:17,390 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T07:22:17,390 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:22:17,390 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T07:22:17,390 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T07:22:17,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:22:17,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:22:17,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:17,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:22:17,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:22:17,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:22:17,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:17,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:22:17,392 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:22:17,393 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:22:17,393 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:17,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:22:17,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:22:17,394 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:22:17,394 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:17,394 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:22:17,394 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:22:17,395 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/hbase/meta/1588230740 2024-11-15T07:22:17,395 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/hbase/meta/1588230740 2024-11-15T07:22:17,396 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:22:17,396 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:22:17,396 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:22:17,397 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:22:17,398 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63346781, jitterRate=-0.05605940520763397}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:22:17,398 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T07:22:17,398 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731655337390Writing region info on filesystem at 1731655337390Initializing all the Stores at 1731655337390Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655337390Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655337390Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655337390Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655337390Cleaning up temporary data from old regions at 1731655337396 (+6 ms)Running coprocessor post-open hooks at 1731655337398 (+2 ms)Region opened successfully at 1731655337398 2024-11-15T07:22:17,399 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731655337365 2024-11-15T07:22:17,400 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T07:22:17,400 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T07:22:17,401 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32f0bc5975d0,35663,1731655335386 2024-11-15T07:22:17,402 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,35663,1731655335386, state=OPEN 2024-11-15T07:22:17,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40847-0x1013d5f59730003, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2087366178/meta-region-server 2024-11-15T07:22:17,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1013d5f59730004, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2087366178/meta-region-server 2024-11-15T07:22:17,476 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32f0bc5975d0,35663,1731655335386 2024-11-15T07:22:17,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2087366178/meta-region-server: CHANGED 2024-11-15T07:22:17,476 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2087366178/meta-region-server: CHANGED 2024-11-15T07:22:17,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T07:22:17,478 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,35663,1731655335386 in 263 msec 2024-11-15T07:22:17,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T07:22:17,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 564 msec 2024-11-15T07:22:17,480 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:22:17,480 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T07:22:17,481 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:22:17,481 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,35663,1731655335386, seqNum=-1] 2024-11-15T07:22:17,481 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:22:17,482 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57313, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:22:17,486 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4260 sec 2024-11-15T07:22:17,486 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731655337486, completionTime=-1 2024-11-15T07:22:17,486 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T07:22:17,486 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T07:22:17,487 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T07:22:17,487 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731655397487 2024-11-15T07:22:17,488 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731655457488 2024-11-15T07:22:17,488 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T07:22:17,488 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,40847,1731655335255-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:17,488 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,40847,1731655335255-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:17,488 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,40847,1731655335255-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:17,488 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32f0bc5975d0:40847, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:17,488 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:17,488 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:17,489 DEBUG [master/32f0bc5975d0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T07:22:17,491 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.992sec 2024-11-15T07:22:17,491 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T07:22:17,491 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T07:22:17,491 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T07:22:17,491 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T07:22:17,491 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T07:22:17,491 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,40847,1731655335255-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:22:17,491 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,40847,1731655335255-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T07:22:17,492 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T07:22:17,492 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T07:22:17,492 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,40847,1731655335255-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:17,538 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ec83e71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:17,538 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,40847,-1 for getting cluster id 2024-11-15T07:22:17,538 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:22:17,539 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '687359f7-26d4-4a86-8a67-508f87d3109f' 2024-11-15T07:22:17,539 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:22:17,539 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "687359f7-26d4-4a86-8a67-508f87d3109f" 2024-11-15T07:22:17,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ee2ab17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:17,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,40847,-1] 2024-11-15T07:22:17,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:22:17,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:17,540 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:22:17,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d4a448e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:17,541 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:22:17,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,35663,1731655335386, seqNum=-1] 2024-11-15T07:22:17,542 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:22:17,543 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:22:17,544 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32f0bc5975d0,40847,1731655335255 2024-11-15T07:22:17,545 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52118 2024-11-15T07:22:17,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:22:17,610 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013d5f59730005 connected 2024-11-15T07:22:17,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7d457f-5c29-b6be-8403-1187f289649d/hadoop.log.dir so I do NOT create it in target/test-data/1c79d368-44e3-ff24-dd51-ca3a4c74f47c 2024-11-15T07:22:17,653 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7d457f-5c29-b6be-8403-1187f289649d/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T07:22:17,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7d457f-5c29-b6be-8403-1187f289649d/hadoop.tmp.dir so I do NOT create it in target/test-data/1c79d368-44e3-ff24-dd51-ca3a4c74f47c 2024-11-15T07:22:17,653 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7d457f-5c29-b6be-8403-1187f289649d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T07:22:17,653 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c79d368-44e3-ff24-dd51-ca3a4c74f47c 2024-11-15T07:22:17,653 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T07:22:17,653 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c79d368-44e3-ff24-dd51-ca3a4c74f47c/cluster_7422fa77-26ef-15ab-e1b7-432b0ebbcb5e, deleteOnExit=true 2024-11-15T07:22:17,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T07:22:17,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c79d368-44e3-ff24-dd51-ca3a4c74f47c/test.cache.data in system properties and HBase conf 2024-11-15T07:22:17,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c79d368-44e3-ff24-dd51-ca3a4c74f47c/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T07:22:17,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c79d368-44e3-ff24-dd51-ca3a4c74f47c/hadoop.log.dir in system properties and HBase conf 2024-11-15T07:22:17,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c79d368-44e3-ff24-dd51-ca3a4c74f47c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T07:22:17,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c79d368-44e3-ff24-dd51-ca3a4c74f47c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T07:22:17,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T07:22:17,654 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T07:22:17,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c79d368-44e3-ff24-dd51-ca3a4c74f47c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T07:22:17,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c79d368-44e3-ff24-dd51-ca3a4c74f47c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T07:22:17,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c79d368-44e3-ff24-dd51-ca3a4c74f47c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T07:22:17,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c79d368-44e3-ff24-dd51-ca3a4c74f47c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T07:22:17,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c79d368-44e3-ff24-dd51-ca3a4c74f47c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T07:22:17,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c79d368-44e3-ff24-dd51-ca3a4c74f47c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T07:22:17,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c79d368-44e3-ff24-dd51-ca3a4c74f47c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T07:22:17,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c79d368-44e3-ff24-dd51-ca3a4c74f47c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T07:22:17,654 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c79d368-44e3-ff24-dd51-ca3a4c74f47c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T07:22:17,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c79d368-44e3-ff24-dd51-ca3a4c74f47c/nfs.dump.dir in system properties and HBase conf 2024-11-15T07:22:17,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c79d368-44e3-ff24-dd51-ca3a4c74f47c/java.io.tmpdir in system properties and HBase conf 2024-11-15T07:22:17,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c79d368-44e3-ff24-dd51-ca3a4c74f47c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T07:22:17,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c79d368-44e3-ff24-dd51-ca3a4c74f47c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T07:22:17,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c79d368-44e3-ff24-dd51-ca3a4c74f47c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T07:22:17,791 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T07:22:17,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:17,792 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:17,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:17,793 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:17,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:17,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:17,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:17,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:17,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:17,837 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:17,846 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:17,850 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:17,851 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:17,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:18,518 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:22:18,521 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T07:22:18,522 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T07:22:18,522 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T07:22:18,523 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T07:22:18,523 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:22:18,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d24e108{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c79d368-44e3-ff24-dd51-ca3a4c74f47c/hadoop.log.dir/,AVAILABLE} 2024-11-15T07:22:18,524 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3587c4b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T07:22:18,636 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63b14c21{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c79d368-44e3-ff24-dd51-ca3a4c74f47c/java.io.tmpdir/jetty-localhost-37649-hadoop-hdfs-3_4_1-tests_jar-_-any-9578382219944929925/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T07:22:18,637 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@69ba2e95{HTTP/1.1, (http/1.1)}{localhost:37649} 2024-11-15T07:22:18,637 INFO [Time-limited test {}] server.Server(415): Started @293150ms 2024-11-15T07:22:18,937 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:22:18,940 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T07:22:18,943 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T07:22:18,943 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T07:22:18,943 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T07:22:18,944 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@105f0187{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c79d368-44e3-ff24-dd51-ca3a4c74f47c/hadoop.log.dir/,AVAILABLE} 2024-11-15T07:22:18,945 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cba7072{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T07:22:19,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b5ec87{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c79d368-44e3-ff24-dd51-ca3a4c74f47c/java.io.tmpdir/jetty-localhost-44285-hadoop-hdfs-3_4_1-tests_jar-_-any-18382346867227840520/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T07:22:19,044 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1fa5b7b4{HTTP/1.1, (http/1.1)}{localhost:44285} 2024-11-15T07:22:19,044 INFO [Time-limited test {}] server.Server(415): Started @293558ms 2024-11-15T07:22:19,045 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T07:22:19,682 WARN [Thread-3697 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c79d368-44e3-ff24-dd51-ca3a4c74f47c/cluster_7422fa77-26ef-15ab-e1b7-432b0ebbcb5e/data/data2/current/BP-1499342075-172.17.0.2-1731655337682/current, will proceed with Du for space computation calculation, 2024-11-15T07:22:19,682 WARN [Thread-3696 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c79d368-44e3-ff24-dd51-ca3a4c74f47c/cluster_7422fa77-26ef-15ab-e1b7-432b0ebbcb5e/data/data1/current/BP-1499342075-172.17.0.2-1731655337682/current, will proceed with Du for space computation calculation, 2024-11-15T07:22:19,705 WARN [Thread-3684 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T07:22:19,707 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73a5bc76dbd92cff with lease ID 0x232f34f14c946aa0: Processing first storage report for DS-b269ee01-0352-4d4b-91ae-6e262bda4f17 from datanode DatanodeRegistration(127.0.0.1:42549, datanodeUuid=7d089d22-e1ff-421c-a8ed-768edd95e62a, infoPort=41513, infoSecurePort=0, ipcPort=34595, storageInfo=lv=-57;cid=testClusterID;nsid=750563589;c=1731655337682) 2024-11-15T07:22:19,707 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73a5bc76dbd92cff with lease ID 0x232f34f14c946aa0: from storage DS-b269ee01-0352-4d4b-91ae-6e262bda4f17 node DatanodeRegistration(127.0.0.1:42549, datanodeUuid=7d089d22-e1ff-421c-a8ed-768edd95e62a, infoPort=41513, infoSecurePort=0, ipcPort=34595, storageInfo=lv=-57;cid=testClusterID;nsid=750563589;c=1731655337682), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T07:22:19,707 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73a5bc76dbd92cff with lease ID 0x232f34f14c946aa0: Processing first storage report for DS-c0073dca-6a5a-496c-86cf-fbb115330dbf from datanode DatanodeRegistration(127.0.0.1:42549, datanodeUuid=7d089d22-e1ff-421c-a8ed-768edd95e62a, infoPort=41513, infoSecurePort=0, ipcPort=34595, storageInfo=lv=-57;cid=testClusterID;nsid=750563589;c=1731655337682) 2024-11-15T07:22:19,707 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73a5bc76dbd92cff with lease ID 0x232f34f14c946aa0: from storage DS-c0073dca-6a5a-496c-86cf-fbb115330dbf node DatanodeRegistration(127.0.0.1:42549, datanodeUuid=7d089d22-e1ff-421c-a8ed-768edd95e62a, infoPort=41513, infoSecurePort=0, ipcPort=34595, storageInfo=lv=-57;cid=testClusterID;nsid=750563589;c=1731655337682), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T07:22:19,772 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c79d368-44e3-ff24-dd51-ca3a4c74f47c 2024-11-15T07:22:19,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:22:19,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:22:19,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741825_1001 (size=7) 2024-11-15T07:22:20,180 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9 with version=8 2024-11-15T07:22:20,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/hbase-staging 2024-11-15T07:22:20,183 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:22:20,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:22:20,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:22:20,183 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:22:20,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:22:20,183 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:22:20,183 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T07:22:20,184 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:22:20,184 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43159 2024-11-15T07:22:20,185 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43159 connecting to ZooKeeper ensemble=127.0.0.1:52118 2024-11-15T07:22:20,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431590x0, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:22:20,194 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43159-0x1013d5f59730006 connected 2024-11-15T07:22:20,267 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:22:20,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:22:20,272 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43159-0x1013d5f59730006, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Set watcher on znode that does not yet exist, /2-1799779041/running 2024-11-15T07:22:20,272 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9, hbase.cluster.distributed=false 2024-11-15T07:22:20,273 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43159-0x1013d5f59730006, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Set watcher on znode that does not yet exist, /2-1799779041/acl 2024-11-15T07:22:20,276 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43159 2024-11-15T07:22:20,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43159 2024-11-15T07:22:20,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43159 2024-11-15T07:22:20,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43159 2024-11-15T07:22:20,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43159 2024-11-15T07:22:20,303 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:22:20,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:22:20,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:22:20,303 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:22:20,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:22:20,303 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:22:20,303 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T07:22:20,303 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:22:20,304 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46773 2024-11-15T07:22:20,305 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46773 connecting to ZooKeeper ensemble=127.0.0.1:52118 2024-11-15T07:22:20,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:22:20,307 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:22:20,320 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467730x0, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:22:20,320 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467730x0, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Set watcher on znode that does not yet exist, /2-1799779041/running 2024-11-15T07:22:20,320 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46773-0x1013d5f59730007 connected 2024-11-15T07:22:20,320 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T07:22:20,324 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T07:22:20,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46773-0x1013d5f59730007, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Set watcher on znode that does not yet exist, /2-1799779041/master 2024-11-15T07:22:20,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46773-0x1013d5f59730007, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Set watcher on znode that does not yet exist, /2-1799779041/acl 2024-11-15T07:22:20,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46773 2024-11-15T07:22:20,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46773 2024-11-15T07:22:20,333 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46773 2024-11-15T07:22:20,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46773 2024-11-15T07:22:20,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46773 2024-11-15T07:22:20,348 DEBUG [M:0;32f0bc5975d0:43159 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32f0bc5975d0:43159 2024-11-15T07:22:20,349 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1799779041/backup-masters/32f0bc5975d0,43159,1731655340183 2024-11-15T07:22:20,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43159-0x1013d5f59730006, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1799779041/backup-masters 2024-11-15T07:22:20,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46773-0x1013d5f59730007, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1799779041/backup-masters 2024-11-15T07:22:20,360 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43159-0x1013d5f59730006, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Set watcher on existing znode=/2-1799779041/backup-masters/32f0bc5975d0,43159,1731655340183 2024-11-15T07:22:20,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46773-0x1013d5f59730007, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1799779041/master 2024-11-15T07:22:20,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43159-0x1013d5f59730006, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1799779041 2024-11-15T07:22:20,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46773-0x1013d5f59730007, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1799779041 2024-11-15T07:22:20,373 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43159-0x1013d5f59730006, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Set watcher on existing znode=/2-1799779041/master 2024-11-15T07:22:20,373 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1799779041/backup-masters/32f0bc5975d0,43159,1731655340183 from backup master directory 2024-11-15T07:22:20,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43159-0x1013d5f59730006, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1799779041/backup-masters/32f0bc5975d0,43159,1731655340183 2024-11-15T07:22:20,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46773-0x1013d5f59730007, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1799779041/backup-masters 2024-11-15T07:22:20,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43159-0x1013d5f59730006, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1799779041/backup-masters 2024-11-15T07:22:20,383 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:22:20,383 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32f0bc5975d0,43159,1731655340183 2024-11-15T07:22:20,389 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/hbase.id] with ID: 9d7272f4-6325-449d-98bf-1a7d4ea745f1 2024-11-15T07:22:20,389 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/.tmp/hbase.id 2024-11-15T07:22:20,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741826_1002 (size=42) 2024-11-15T07:22:20,401 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/.tmp/hbase.id]:[hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/hbase.id] 2024-11-15T07:22:20,409 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:22:20,409 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T07:22:20,410 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T07:22:20,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43159-0x1013d5f59730006, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1799779041 2024-11-15T07:22:20,423 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46773-0x1013d5f59730007, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1799779041 2024-11-15T07:22:20,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741827_1003 (size=196) 2024-11-15T07:22:20,838 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:22:20,839 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T07:22:20,839 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:22:20,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741828_1004 (size=1189) 2024-11-15T07:22:21,247 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/MasterData/data/master/store 2024-11-15T07:22:21,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741829_1005 (size=34) 2024-11-15T07:22:21,652 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:22:21,652 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:22:21,652 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:22:21,652 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:22:21,652 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:22:21,652 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:22:21,652 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:22:21,652 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655341652Disabling compacts and flushes for region at 1731655341652Disabling writes for close at 1731655341652Writing region close event to WAL at 1731655341652Closed at 1731655341652 2024-11-15T07:22:21,653 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/MasterData/data/master/store/.initializing 2024-11-15T07:22:21,653 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/MasterData/WALs/32f0bc5975d0,43159,1731655340183 2024-11-15T07:22:21,654 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:22:21,655 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32f0bc5975d0%2C43159%2C1731655340183, suffix=, logDir=hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/MasterData/WALs/32f0bc5975d0,43159,1731655340183, archiveDir=hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/MasterData/oldWALs, maxLogs=10 2024-11-15T07:22:21,671 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/MasterData/WALs/32f0bc5975d0,43159,1731655340183/32f0bc5975d0%2C43159%2C1731655340183.1731655341655, exclude list is [], retry=0 2024-11-15T07:22:21,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42549,DS-b269ee01-0352-4d4b-91ae-6e262bda4f17,DISK] 2024-11-15T07:22:21,675 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/MasterData/WALs/32f0bc5975d0,43159,1731655340183/32f0bc5975d0%2C43159%2C1731655340183.1731655341655 2024-11-15T07:22:21,675 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41513:41513)] 2024-11-15T07:22:21,675 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:22:21,675 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:22:21,675 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:21,675 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:21,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:21,677 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T07:22:21,678 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:21,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:22:21,678 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:21,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T07:22:21,679 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:21,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:22:21,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:21,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T07:22:21,680 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:21,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:22:21,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:21,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T07:22:21,681 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:21,681 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:22:21,681 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:21,682 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:21,682 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:21,686 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:21,686 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:21,688 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:22:21,689 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:21,693 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:22:21,693 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60069495, jitterRate=-0.10489477217197418}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:22:21,693 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731655341676Initializing all the Stores at 1731655341676Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655341676Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655341676Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655341676Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655341676Cleaning up temporary data from old regions at 1731655341686 (+10 ms)Region opened successfully at 1731655341693 (+7 ms) 2024-11-15T07:22:21,693 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T07:22:21,696 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46b4bdd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:22:21,697 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T07:22:21,697 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T07:22:21,697 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T07:22:21,697 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T07:22:21,698 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T07:22:21,698 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T07:22:21,698 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T07:22:21,706 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T07:22:21,706 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43159-0x1013d5f59730006, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Unable to get data of znode /2-1799779041/balancer because node does not exist (not necessarily an error) 2024-11-15T07:22:21,728 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1799779041/balancer already deleted, retry=false 2024-11-15T07:22:21,729 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T07:22:21,729 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43159-0x1013d5f59730006, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Unable to get data of znode /2-1799779041/normalizer because node does not exist (not necessarily an error) 2024-11-15T07:22:21,740 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1799779041/normalizer already deleted, retry=false 2024-11-15T07:22:21,741 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T07:22:21,745 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43159-0x1013d5f59730006, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Unable to get data of znode /2-1799779041/switch/split because node does not exist (not necessarily an error) 2024-11-15T07:22:21,751 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1799779041/switch/split already deleted, retry=false 2024-11-15T07:22:21,752 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43159-0x1013d5f59730006, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Unable to get data of znode /2-1799779041/switch/merge because node does not exist (not necessarily an error) 2024-11-15T07:22:21,762 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1799779041/switch/merge already deleted, retry=false 2024-11-15T07:22:21,764 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43159-0x1013d5f59730006, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Unable to get data of znode /2-1799779041/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T07:22:21,772 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1799779041/snapshot-cleanup already deleted, retry=false 2024-11-15T07:22:21,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43159-0x1013d5f59730006, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1799779041/running 2024-11-15T07:22:21,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46773-0x1013d5f59730007, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1799779041/running 2024-11-15T07:22:21,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46773-0x1013d5f59730007, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1799779041 2024-11-15T07:22:21,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43159-0x1013d5f59730006, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1799779041 2024-11-15T07:22:21,784 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32f0bc5975d0,43159,1731655340183, sessionid=0x1013d5f59730006, setting cluster-up flag (Was=false) 2024-11-15T07:22:21,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43159-0x1013d5f59730006, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1799779041 2024-11-15T07:22:21,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46773-0x1013d5f59730007, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1799779041 2024-11-15T07:22:21,835 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1799779041/flush-table-proc/acquired, /2-1799779041/flush-table-proc/reached, /2-1799779041/flush-table-proc/abort 2024-11-15T07:22:21,836 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,43159,1731655340183 2024-11-15T07:22:21,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43159-0x1013d5f59730006, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1799779041 2024-11-15T07:22:21,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46773-0x1013d5f59730007, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1799779041 2024-11-15T07:22:21,888 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1799779041/online-snapshot/acquired, /2-1799779041/online-snapshot/reached, /2-1799779041/online-snapshot/abort 2024-11-15T07:22:21,889 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,43159,1731655340183 2024-11-15T07:22:21,889 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T07:22:21,891 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T07:22:21,891 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T07:22:21,891 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T07:22:21,891 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32f0bc5975d0,43159,1731655340183 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T07:22:21,892 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:22:21,892 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:22:21,893 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:22:21,893 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:22:21,893 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32f0bc5975d0:0, corePoolSize=10, maxPoolSize=10 2024-11-15T07:22:21,893 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:21,893 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:22:21,893 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:21,893 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731655371893 2024-11-15T07:22:21,893 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T07:22:21,894 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T07:22:21,894 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T07:22:21,894 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T07:22:21,894 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T07:22:21,894 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T07:22:21,894 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:22:21,894 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:21,894 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T07:22:21,894 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T07:22:21,894 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T07:22:21,894 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T07:22:21,894 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T07:22:21,895 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T07:22:21,895 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T07:22:21,895 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:21,895 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655341895,5,FailOnTimeoutGroup] 2024-11-15T07:22:21,895 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655341895,5,FailOnTimeoutGroup] 2024-11-15T07:22:21,895 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:21,895 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T07:22:21,895 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T07:22:21,895 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:21,895 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:21,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741831_1007 (size=1321) 2024-11-15T07:22:21,941 INFO [RS:0;32f0bc5975d0:46773 {}] regionserver.HRegionServer(746): ClusterId : 9d7272f4-6325-449d-98bf-1a7d4ea745f1 2024-11-15T07:22:21,941 DEBUG [RS:0;32f0bc5975d0:46773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T07:22:21,952 DEBUG [RS:0;32f0bc5975d0:46773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T07:22:21,952 DEBUG [RS:0;32f0bc5975d0:46773 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T07:22:21,962 DEBUG [RS:0;32f0bc5975d0:46773 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T07:22:21,962 DEBUG [RS:0;32f0bc5975d0:46773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6abe62bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:22:21,973 DEBUG [RS:0;32f0bc5975d0:46773 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32f0bc5975d0:46773 2024-11-15T07:22:21,973 INFO [RS:0;32f0bc5975d0:46773 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T07:22:21,973 INFO [RS:0;32f0bc5975d0:46773 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T07:22:21,973 DEBUG [RS:0;32f0bc5975d0:46773 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T07:22:21,974 INFO [RS:0;32f0bc5975d0:46773 {}] regionserver.HRegionServer(2659): reportForDuty to master=32f0bc5975d0,43159,1731655340183 with port=46773, startcode=1731655340303 2024-11-15T07:22:21,974 DEBUG [RS:0;32f0bc5975d0:46773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T07:22:21,975 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49279, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T07:22:21,976 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43159 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32f0bc5975d0,46773,1731655340303 2024-11-15T07:22:21,976 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43159 {}] master.ServerManager(517): Registering regionserver=32f0bc5975d0,46773,1731655340303 2024-11-15T07:22:21,977 DEBUG [RS:0;32f0bc5975d0:46773 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9 2024-11-15T07:22:21,977 DEBUG [RS:0;32f0bc5975d0:46773 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33751 2024-11-15T07:22:21,977 DEBUG [RS:0;32f0bc5975d0:46773 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T07:22:22,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43159-0x1013d5f59730006, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1799779041/rs 2024-11-15T07:22:22,009 DEBUG [RS:0;32f0bc5975d0:46773 {}] zookeeper.ZKUtil(111): regionserver:46773-0x1013d5f59730007, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Set watcher on existing znode=/2-1799779041/rs/32f0bc5975d0,46773,1731655340303 2024-11-15T07:22:22,009 WARN [RS:0;32f0bc5975d0:46773 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:22:22,010 INFO [RS:0;32f0bc5975d0:46773 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:22:22,010 DEBUG [RS:0;32f0bc5975d0:46773 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303 2024-11-15T07:22:22,010 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32f0bc5975d0,46773,1731655340303] 2024-11-15T07:22:22,015 INFO [RS:0;32f0bc5975d0:46773 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T07:22:22,017 INFO [RS:0;32f0bc5975d0:46773 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T07:22:22,017 INFO [RS:0;32f0bc5975d0:46773 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T07:22:22,017 INFO [RS:0;32f0bc5975d0:46773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:22,017 INFO [RS:0;32f0bc5975d0:46773 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T07:22:22,018 INFO [RS:0;32f0bc5975d0:46773 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T07:22:22,018 INFO [RS:0;32f0bc5975d0:46773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:22,018 DEBUG [RS:0;32f0bc5975d0:46773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:22,018 DEBUG [RS:0;32f0bc5975d0:46773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:22,018 DEBUG [RS:0;32f0bc5975d0:46773 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:22,018 DEBUG [RS:0;32f0bc5975d0:46773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:22,018 DEBUG [RS:0;32f0bc5975d0:46773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:22,018 DEBUG [RS:0;32f0bc5975d0:46773 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:22:22,018 DEBUG [RS:0;32f0bc5975d0:46773 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:22,018 DEBUG [RS:0;32f0bc5975d0:46773 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:22,018 DEBUG [RS:0;32f0bc5975d0:46773 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:22,019 DEBUG [RS:0;32f0bc5975d0:46773 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:22,019 DEBUG [RS:0;32f0bc5975d0:46773 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:22,019 DEBUG [RS:0;32f0bc5975d0:46773 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:22,019 DEBUG [RS:0;32f0bc5975d0:46773 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:22:22,019 DEBUG [RS:0;32f0bc5975d0:46773 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:22:22,020 INFO [RS:0;32f0bc5975d0:46773 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:22,020 INFO [RS:0;32f0bc5975d0:46773 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:22,020 INFO [RS:0;32f0bc5975d0:46773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:22,020 INFO [RS:0;32f0bc5975d0:46773 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:22,020 INFO [RS:0;32f0bc5975d0:46773 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:22,020 INFO [RS:0;32f0bc5975d0:46773 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,46773,1731655340303-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:22:22,036 INFO [RS:0;32f0bc5975d0:46773 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T07:22:22,036 INFO [RS:0;32f0bc5975d0:46773 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,46773,1731655340303-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:22,036 INFO [RS:0;32f0bc5975d0:46773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:22,036 INFO [RS:0;32f0bc5975d0:46773 {}] regionserver.Replication(171): 32f0bc5975d0,46773,1731655340303 started 2024-11-15T07:22:22,050 INFO [RS:0;32f0bc5975d0:46773 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:22,050 INFO [RS:0;32f0bc5975d0:46773 {}] regionserver.HRegionServer(1482): Serving as 32f0bc5975d0,46773,1731655340303, RpcServer on 32f0bc5975d0/172.17.0.2:46773, sessionid=0x1013d5f59730007 2024-11-15T07:22:22,050 DEBUG [RS:0;32f0bc5975d0:46773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T07:22:22,050 DEBUG [RS:0;32f0bc5975d0:46773 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32f0bc5975d0,46773,1731655340303 2024-11-15T07:22:22,050 DEBUG [RS:0;32f0bc5975d0:46773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,46773,1731655340303' 2024-11-15T07:22:22,050 DEBUG [RS:0;32f0bc5975d0:46773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1799779041/flush-table-proc/abort' 2024-11-15T07:22:22,050 DEBUG [RS:0;32f0bc5975d0:46773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1799779041/flush-table-proc/acquired' 2024-11-15T07:22:22,051 DEBUG [RS:0;32f0bc5975d0:46773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T07:22:22,051 DEBUG [RS:0;32f0bc5975d0:46773 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T07:22:22,051 DEBUG [RS:0;32f0bc5975d0:46773 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32f0bc5975d0,46773,1731655340303 2024-11-15T07:22:22,051 DEBUG [RS:0;32f0bc5975d0:46773 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,46773,1731655340303' 2024-11-15T07:22:22,051 DEBUG [RS:0;32f0bc5975d0:46773 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1799779041/online-snapshot/abort' 2024-11-15T07:22:22,051 DEBUG [RS:0;32f0bc5975d0:46773 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1799779041/online-snapshot/acquired' 2024-11-15T07:22:22,051 DEBUG [RS:0;32f0bc5975d0:46773 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T07:22:22,051 INFO [RS:0;32f0bc5975d0:46773 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T07:22:22,051 INFO [RS:0;32f0bc5975d0:46773 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T07:22:22,152 INFO [RS:0;32f0bc5975d0:46773 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:22:22,153 INFO [RS:0;32f0bc5975d0:46773 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C46773%2C1731655340303, suffix=, logDir=hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303, archiveDir=hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/oldWALs, maxLogs=10 2024-11-15T07:22:22,166 DEBUG [RS:0;32f0bc5975d0:46773 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153, exclude list is [], retry=0 2024-11-15T07:22:22,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42549,DS-b269ee01-0352-4d4b-91ae-6e262bda4f17,DISK] 2024-11-15T07:22:22,170 INFO [RS:0;32f0bc5975d0:46773 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153 2024-11-15T07:22:22,170 DEBUG [RS:0;32f0bc5975d0:46773 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41513:41513)] 2024-11-15T07:22:22,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T07:22:22,289 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T07:22:22,302 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T07:22:22,303 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9 2024-11-15T07:22:22,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741833_1009 (size=32) 2024-11-15T07:22:22,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:22:22,709 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:22:22,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:22:22,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:22,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:22:22,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:22:22,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:22:22,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:22,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:22:22,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:22:22,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:22:22,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:22,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:22:22,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:22:22,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:22:22,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:22,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:22:22,714 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:22:22,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/hbase/meta/1588230740 2024-11-15T07:22:22,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/hbase/meta/1588230740 2024-11-15T07:22:22,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:22:22,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:22:22,716 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:22:22,717 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:22:22,718 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:22:22,718 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62661161, jitterRate=-0.0662759393453598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:22:22,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731655342708Initializing all the Stores at 1731655342709 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655342709Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655342709Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655342709Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655342709Cleaning up temporary data from old regions at 1731655342716 (+7 ms)Region opened successfully at 1731655342719 (+3 ms) 2024-11-15T07:22:22,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:22:22,719 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:22:22,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:22:22,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:22:22,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:22:22,719 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:22:22,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655342719Disabling compacts and flushes for region at 1731655342719Disabling writes for close at 1731655342719Writing region close event to WAL at 1731655342719Closed at 1731655342719 2024-11-15T07:22:22,720 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:22:22,720 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T07:22:22,720 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T07:22:22,721 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:22:22,722 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T07:22:22,872 DEBUG [32f0bc5975d0:43159 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T07:22:22,872 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32f0bc5975d0,46773,1731655340303 2024-11-15T07:22:22,873 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,46773,1731655340303, state=OPENING 2024-11-15T07:22:22,892 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T07:22:22,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:22,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:22,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:22,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:22,919 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T07:22:22,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:22,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:22,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:22,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:22,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:22,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:22,935 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:22,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:22,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:22,940 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:22,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43159-0x1013d5f59730006, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1799779041 2024-11-15T07:22:22,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46773-0x1013d5f59730007, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1799779041 2024-11-15T07:22:22,973 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:22:22,973 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,46773,1731655340303}] 2024-11-15T07:22:22,973 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1799779041/meta-region-server: CHANGED 2024-11-15T07:22:22,973 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1799779041/meta-region-server: CHANGED 2024-11-15T07:22:23,125 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T07:22:23,126 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44815, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T07:22:23,129 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T07:22:23,129 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:22:23,129 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T07:22:23,130 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C46773%2C1731655340303.meta, suffix=.meta, logDir=hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303, archiveDir=hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/oldWALs, maxLogs=10 2024-11-15T07:22:23,142 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.meta.1731655343130.meta, exclude list is [], retry=0 2024-11-15T07:22:23,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42549,DS-b269ee01-0352-4d4b-91ae-6e262bda4f17,DISK] 2024-11-15T07:22:23,145 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.meta.1731655343130.meta 2024-11-15T07:22:23,145 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41513:41513)] 2024-11-15T07:22:23,145 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:22:23,146 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:22:23,146 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T07:22:23,146 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T07:22:23,146 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T07:22:23,146 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T07:22:23,146 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:22:23,146 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T07:22:23,146 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T07:22:23,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:22:23,147 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:22:23,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:23,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:22:23,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:22:23,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:22:23,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:23,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:22:23,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:22:23,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:22:23,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:23,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:22:23,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:22:23,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:22:23,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:23,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:22:23,150 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:22:23,150 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/hbase/meta/1588230740 2024-11-15T07:22:23,151 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/hbase/meta/1588230740 2024-11-15T07:22:23,152 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:22:23,152 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:22:23,152 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:22:23,153 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:22:23,153 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70703849, jitterRate=0.053569450974464417}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:22:23,153 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T07:22:23,154 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731655343146Writing region info on filesystem at 1731655343146Initializing all the Stores at 1731655343147 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655343147Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655343147Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655343147Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655343147Cleaning up temporary data from old regions at 1731655343152 (+5 ms)Running coprocessor post-open hooks at 1731655343153 (+1 ms)Region opened successfully at 1731655343153 2024-11-15T07:22:23,154 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731655343125 2024-11-15T07:22:23,155 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T07:22:23,155 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T07:22:23,156 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32f0bc5975d0,46773,1731655340303 2024-11-15T07:22:23,156 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,46773,1731655340303, state=OPEN 2024-11-15T07:22:23,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43159-0x1013d5f59730006, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1799779041/meta-region-server 2024-11-15T07:22:23,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46773-0x1013d5f59730007, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1799779041/meta-region-server 2024-11-15T07:22:23,181 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32f0bc5975d0,46773,1731655340303 2024-11-15T07:22:23,181 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1799779041/meta-region-server: CHANGED 2024-11-15T07:22:23,181 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1799779041/meta-region-server: CHANGED 2024-11-15T07:22:23,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T07:22:23,183 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,46773,1731655340303 in 208 msec 2024-11-15T07:22:23,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T07:22:23,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 463 msec 2024-11-15T07:22:23,185 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:22:23,185 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T07:22:23,186 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:22:23,186 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,46773,1731655340303, seqNum=-1] 2024-11-15T07:22:23,186 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:22:23,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60519, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:22:23,190 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2990 sec 2024-11-15T07:22:23,190 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731655343190, completionTime=-1 2024-11-15T07:22:23,191 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T07:22:23,191 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T07:22:23,192 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T07:22:23,192 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731655403192 2024-11-15T07:22:23,192 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731655463192 2024-11-15T07:22:23,192 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T07:22:23,192 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,43159,1731655340183-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:23,193 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,43159,1731655340183-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:23,193 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,43159,1731655340183-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:23,193 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32f0bc5975d0:43159, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:23,193 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:23,193 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:23,194 DEBUG [master/32f0bc5975d0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T07:22:23,196 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.813sec 2024-11-15T07:22:23,196 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T07:22:23,196 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T07:22:23,196 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T07:22:23,196 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T07:22:23,196 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T07:22:23,196 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,43159,1731655340183-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:22:23,196 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,43159,1731655340183-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T07:22:23,198 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T07:22:23,198 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T07:22:23,198 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,43159,1731655340183-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:23,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51fedf80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:23,242 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,43159,-1 for getting cluster id 2024-11-15T07:22:23,242 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:22:23,243 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9d7272f4-6325-449d-98bf-1a7d4ea745f1' 2024-11-15T07:22:23,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:22:23,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9d7272f4-6325-449d-98bf-1a7d4ea745f1" 2024-11-15T07:22:23,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ab82ec4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:23,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,43159,-1] 2024-11-15T07:22:23,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:22:23,244 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:23,244 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:22:23,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a3af6af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:23,245 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:22:23,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,46773,1731655340303, seqNum=-1] 2024-11-15T07:22:23,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:22:23,247 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:22:23,249 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32f0bc5975d0,43159,1731655340183 2024-11-15T07:22:23,250 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52118 2024-11-15T07:22:23,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:22:23,267 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013d5f59730008 connected 2024-11-15T07:22:23,279 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:22:23,280 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,43209,1731655329113 2024-11-15T07:22:23,280 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d0a2186 2024-11-15T07:22:23,281 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:22:23,281 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:22:23,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43209 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:22:23,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43209 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T07:22:23,284 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T07:22:23,284 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:23,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43209 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T07:22:23,285 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T07:22:23,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:22:23,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741835_1011 (size=902) 2024-11-15T07:22:23,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:22:23,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:22:23,700 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6e40c277497bef4f8aaf16be0e530ba3, NAME => 'test,,1731655343282.6e40c277497bef4f8aaf16be0e530ba3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b 2024-11-15T07:22:23,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741836_1012 (size=39) 2024-11-15T07:22:23,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:22:24,105 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731655343282.6e40c277497bef4f8aaf16be0e530ba3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:22:24,105 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6e40c277497bef4f8aaf16be0e530ba3, disabling compactions & flushes 2024-11-15T07:22:24,105 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731655343282.6e40c277497bef4f8aaf16be0e530ba3. 2024-11-15T07:22:24,105 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731655343282.6e40c277497bef4f8aaf16be0e530ba3. 2024-11-15T07:22:24,105 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731655343282.6e40c277497bef4f8aaf16be0e530ba3. after waiting 0 ms 2024-11-15T07:22:24,105 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731655343282.6e40c277497bef4f8aaf16be0e530ba3. 2024-11-15T07:22:24,105 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731655343282.6e40c277497bef4f8aaf16be0e530ba3. 2024-11-15T07:22:24,105 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6e40c277497bef4f8aaf16be0e530ba3: Waiting for close lock at 1731655344105Disabling compacts and flushes for region at 1731655344105Disabling writes for close at 1731655344105Writing region close event to WAL at 1731655344105Closed at 1731655344105 2024-11-15T07:22:24,106 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T07:22:24,106 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731655343282.6e40c277497bef4f8aaf16be0e530ba3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731655344106"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731655344106"}]},"ts":"1731655344106"} 2024-11-15T07:22:24,108 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T07:22:24,108 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T07:22:24,109 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655344108"}]},"ts":"1731655344108"} 2024-11-15T07:22:24,110 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T07:22:24,110 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6e40c277497bef4f8aaf16be0e530ba3, ASSIGN}] 2024-11-15T07:22:24,111 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6e40c277497bef4f8aaf16be0e530ba3, ASSIGN 2024-11-15T07:22:24,111 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6e40c277497bef4f8aaf16be0e530ba3, ASSIGN; state=OFFLINE, location=32f0bc5975d0,38141,1731655329461; forceNewPlan=false, retain=false 2024-11-15T07:22:24,262 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6e40c277497bef4f8aaf16be0e530ba3, regionState=OPENING, regionLocation=32f0bc5975d0,38141,1731655329461 2024-11-15T07:22:24,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6e40c277497bef4f8aaf16be0e530ba3, ASSIGN because future has completed 2024-11-15T07:22:24,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e40c277497bef4f8aaf16be0e530ba3, server=32f0bc5975d0,38141,1731655329461}] 2024-11-15T07:22:24,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:22:24,419 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731655343282.6e40c277497bef4f8aaf16be0e530ba3. 2024-11-15T07:22:24,419 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e40c277497bef4f8aaf16be0e530ba3, NAME => 'test,,1731655343282.6e40c277497bef4f8aaf16be0e530ba3.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:22:24,419 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:22:24,419 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T07:22:24,419 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6e40c277497bef4f8aaf16be0e530ba3 2024-11-15T07:22:24,419 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731655343282.6e40c277497bef4f8aaf16be0e530ba3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:22:24,419 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6e40c277497bef4f8aaf16be0e530ba3 2024-11-15T07:22:24,419 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6e40c277497bef4f8aaf16be0e530ba3 2024-11-15T07:22:24,420 INFO [StoreOpener-6e40c277497bef4f8aaf16be0e530ba3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6e40c277497bef4f8aaf16be0e530ba3 2024-11-15T07:22:24,421 INFO [StoreOpener-6e40c277497bef4f8aaf16be0e530ba3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e40c277497bef4f8aaf16be0e530ba3 columnFamilyName f 2024-11-15T07:22:24,421 DEBUG [StoreOpener-6e40c277497bef4f8aaf16be0e530ba3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:24,422 INFO [StoreOpener-6e40c277497bef4f8aaf16be0e530ba3-1 {}] regionserver.HStore(327): Store=6e40c277497bef4f8aaf16be0e530ba3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:22:24,422 INFO [StoreOpener-6e40c277497bef4f8aaf16be0e530ba3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6e40c277497bef4f8aaf16be0e530ba3 2024-11-15T07:22:24,422 INFO [StoreOpener-6e40c277497bef4f8aaf16be0e530ba3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e40c277497bef4f8aaf16be0e530ba3 columnFamilyName f1 2024-11-15T07:22:24,423 DEBUG [StoreOpener-6e40c277497bef4f8aaf16be0e530ba3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:24,423 INFO [StoreOpener-6e40c277497bef4f8aaf16be0e530ba3-1 {}] regionserver.HStore(327): Store=6e40c277497bef4f8aaf16be0e530ba3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:22:24,423 INFO [StoreOpener-6e40c277497bef4f8aaf16be0e530ba3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6e40c277497bef4f8aaf16be0e530ba3 2024-11-15T07:22:24,424 INFO [StoreOpener-6e40c277497bef4f8aaf16be0e530ba3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e40c277497bef4f8aaf16be0e530ba3 columnFamilyName norep 2024-11-15T07:22:24,424 DEBUG [StoreOpener-6e40c277497bef4f8aaf16be0e530ba3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:24,424 INFO [StoreOpener-6e40c277497bef4f8aaf16be0e530ba3-1 {}] regionserver.HStore(327): Store=6e40c277497bef4f8aaf16be0e530ba3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:22:24,424 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6e40c277497bef4f8aaf16be0e530ba3 2024-11-15T07:22:24,424 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/default/test/6e40c277497bef4f8aaf16be0e530ba3 2024-11-15T07:22:24,425 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/default/test/6e40c277497bef4f8aaf16be0e530ba3 2024-11-15T07:22:24,425 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6e40c277497bef4f8aaf16be0e530ba3 2024-11-15T07:22:24,425 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6e40c277497bef4f8aaf16be0e530ba3 2024-11-15T07:22:24,426 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T07:22:24,426 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6e40c277497bef4f8aaf16be0e530ba3 2024-11-15T07:22:24,428 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/default/test/6e40c277497bef4f8aaf16be0e530ba3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:22:24,428 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6e40c277497bef4f8aaf16be0e530ba3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69262846, jitterRate=0.03209683299064636}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T07:22:24,428 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e40c277497bef4f8aaf16be0e530ba3 2024-11-15T07:22:24,428 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6e40c277497bef4f8aaf16be0e530ba3: Running coprocessor pre-open hook at 1731655344419Writing region info on filesystem at 1731655344419Initializing all the Stores at 1731655344420 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655344420Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655344420Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655344420Cleaning up temporary data from old regions at 1731655344425 (+5 ms)Running coprocessor post-open hooks at 1731655344428 (+3 ms)Region opened successfully at 1731655344428 2024-11-15T07:22:24,429 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731655343282.6e40c277497bef4f8aaf16be0e530ba3., pid=6, masterSystemTime=1731655344416 2024-11-15T07:22:24,430 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731655343282.6e40c277497bef4f8aaf16be0e530ba3. 2024-11-15T07:22:24,430 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731655343282.6e40c277497bef4f8aaf16be0e530ba3. 2024-11-15T07:22:24,431 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6e40c277497bef4f8aaf16be0e530ba3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=32f0bc5975d0,38141,1731655329461 2024-11-15T07:22:24,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e40c277497bef4f8aaf16be0e530ba3, server=32f0bc5975d0,38141,1731655329461 because future has completed 2024-11-15T07:22:24,435 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T07:22:24,435 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e40c277497bef4f8aaf16be0e530ba3, server=32f0bc5975d0,38141,1731655329461 in 169 msec 2024-11-15T07:22:24,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T07:22:24,436 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6e40c277497bef4f8aaf16be0e530ba3, ASSIGN in 325 msec 2024-11-15T07:22:24,437 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T07:22:24,437 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655344437"}]},"ts":"1731655344437"} 2024-11-15T07:22:24,438 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T07:22:24,439 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T07:22:24,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-15T07:22:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:22:25,428 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T07:22:25,429 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:22:25,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,40847,1731655335255 2024-11-15T07:22:25,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fecd6a7 2024-11-15T07:22:25,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:22:25,430 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:22:25,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40847 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:22:25,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40847 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T07:22:25,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T07:22:25,433 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:25,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40847 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T07:22:25,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T07:22:25,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:22:25,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741835_1011 (size=902) 2024-11-15T07:22:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:22:25,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:22:25,839 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5f8d919ed788c29dacf658c55c5969b3, NAME => 'test,,1731655345431.5f8d919ed788c29dacf658c55c5969b3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541 2024-11-15T07:22:25,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741836_1012 (size=39) 2024-11-15T07:22:26,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:22:26,243 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731655345431.5f8d919ed788c29dacf658c55c5969b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:22:26,244 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5f8d919ed788c29dacf658c55c5969b3, disabling compactions & flushes 2024-11-15T07:22:26,244 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731655345431.5f8d919ed788c29dacf658c55c5969b3. 2024-11-15T07:22:26,244 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731655345431.5f8d919ed788c29dacf658c55c5969b3. 2024-11-15T07:22:26,244 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731655345431.5f8d919ed788c29dacf658c55c5969b3. after waiting 0 ms 2024-11-15T07:22:26,244 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731655345431.5f8d919ed788c29dacf658c55c5969b3. 2024-11-15T07:22:26,244 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731655345431.5f8d919ed788c29dacf658c55c5969b3. 2024-11-15T07:22:26,244 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5f8d919ed788c29dacf658c55c5969b3: Waiting for close lock at 1731655346244Disabling compacts and flushes for region at 1731655346244Disabling writes for close at 1731655346244Writing region close event to WAL at 1731655346244Closed at 1731655346244 2024-11-15T07:22:26,245 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T07:22:26,245 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731655345431.5f8d919ed788c29dacf658c55c5969b3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731655346245"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731655346245"}]},"ts":"1731655346245"} 2024-11-15T07:22:26,247 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T07:22:26,248 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T07:22:26,248 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655346248"}]},"ts":"1731655346248"} 2024-11-15T07:22:26,250 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T07:22:26,250 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5f8d919ed788c29dacf658c55c5969b3, ASSIGN}] 2024-11-15T07:22:26,251 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5f8d919ed788c29dacf658c55c5969b3, ASSIGN 2024-11-15T07:22:26,251 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5f8d919ed788c29dacf658c55c5969b3, ASSIGN; state=OFFLINE, location=32f0bc5975d0,35663,1731655335386; forceNewPlan=false, retain=false 2024-11-15T07:22:26,402 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5f8d919ed788c29dacf658c55c5969b3, regionState=OPENING, regionLocation=32f0bc5975d0,35663,1731655335386 2024-11-15T07:22:26,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5f8d919ed788c29dacf658c55c5969b3, ASSIGN because future has completed 2024-11-15T07:22:26,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f8d919ed788c29dacf658c55c5969b3, server=32f0bc5975d0,35663,1731655335386}] 2024-11-15T07:22:26,559 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731655345431.5f8d919ed788c29dacf658c55c5969b3. 2024-11-15T07:22:26,559 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f8d919ed788c29dacf658c55c5969b3, NAME => 'test,,1731655345431.5f8d919ed788c29dacf658c55c5969b3.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:22:26,559 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:22:26,560 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T07:22:26,560 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5f8d919ed788c29dacf658c55c5969b3 2024-11-15T07:22:26,560 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731655345431.5f8d919ed788c29dacf658c55c5969b3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:22:26,560 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5f8d919ed788c29dacf658c55c5969b3 2024-11-15T07:22:26,560 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5f8d919ed788c29dacf658c55c5969b3 2024-11-15T07:22:26,561 INFO [StoreOpener-5f8d919ed788c29dacf658c55c5969b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5f8d919ed788c29dacf658c55c5969b3 2024-11-15T07:22:26,562 INFO [StoreOpener-5f8d919ed788c29dacf658c55c5969b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f8d919ed788c29dacf658c55c5969b3 columnFamilyName f 2024-11-15T07:22:26,562 DEBUG [StoreOpener-5f8d919ed788c29dacf658c55c5969b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:26,562 INFO [StoreOpener-5f8d919ed788c29dacf658c55c5969b3-1 {}] regionserver.HStore(327): Store=5f8d919ed788c29dacf658c55c5969b3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:22:26,562 INFO [StoreOpener-5f8d919ed788c29dacf658c55c5969b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5f8d919ed788c29dacf658c55c5969b3 2024-11-15T07:22:26,563 INFO [StoreOpener-5f8d919ed788c29dacf658c55c5969b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f8d919ed788c29dacf658c55c5969b3 columnFamilyName f1 2024-11-15T07:22:26,563 DEBUG [StoreOpener-5f8d919ed788c29dacf658c55c5969b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:26,563 INFO [StoreOpener-5f8d919ed788c29dacf658c55c5969b3-1 {}] regionserver.HStore(327): Store=5f8d919ed788c29dacf658c55c5969b3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:22:26,563 INFO [StoreOpener-5f8d919ed788c29dacf658c55c5969b3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5f8d919ed788c29dacf658c55c5969b3 2024-11-15T07:22:26,564 INFO [StoreOpener-5f8d919ed788c29dacf658c55c5969b3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f8d919ed788c29dacf658c55c5969b3 columnFamilyName norep 2024-11-15T07:22:26,564 DEBUG [StoreOpener-5f8d919ed788c29dacf658c55c5969b3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:26,564 INFO [StoreOpener-5f8d919ed788c29dacf658c55c5969b3-1 {}] regionserver.HStore(327): Store=5f8d919ed788c29dacf658c55c5969b3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:22:26,564 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5f8d919ed788c29dacf658c55c5969b3 2024-11-15T07:22:26,565 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/default/test/5f8d919ed788c29dacf658c55c5969b3 2024-11-15T07:22:26,565 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/default/test/5f8d919ed788c29dacf658c55c5969b3 2024-11-15T07:22:26,566 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5f8d919ed788c29dacf658c55c5969b3 2024-11-15T07:22:26,566 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5f8d919ed788c29dacf658c55c5969b3 2024-11-15T07:22:26,566 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T07:22:26,567 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5f8d919ed788c29dacf658c55c5969b3 2024-11-15T07:22:26,568 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/default/test/5f8d919ed788c29dacf658c55c5969b3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:22:26,568 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5f8d919ed788c29dacf658c55c5969b3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71726575, jitterRate=0.06880925595760345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T07:22:26,568 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f8d919ed788c29dacf658c55c5969b3 2024-11-15T07:22:26,568 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5f8d919ed788c29dacf658c55c5969b3: Running coprocessor pre-open hook at 1731655346560Writing region info on filesystem at 1731655346560Initializing all the Stores at 1731655346561 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655346561Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655346561Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655346561Cleaning up temporary data from old regions at 1731655346566 (+5 ms)Running coprocessor post-open hooks at 1731655346568 (+2 ms)Region opened successfully at 1731655346568 2024-11-15T07:22:26,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:22:26,569 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731655345431.5f8d919ed788c29dacf658c55c5969b3., pid=6, masterSystemTime=1731655346556 2024-11-15T07:22:26,570 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731655345431.5f8d919ed788c29dacf658c55c5969b3. 2024-11-15T07:22:26,570 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731655345431.5f8d919ed788c29dacf658c55c5969b3. 2024-11-15T07:22:26,571 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5f8d919ed788c29dacf658c55c5969b3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=32f0bc5975d0,35663,1731655335386 2024-11-15T07:22:26,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f8d919ed788c29dacf658c55c5969b3, server=32f0bc5975d0,35663,1731655335386 because future has completed 2024-11-15T07:22:26,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T07:22:26,574 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f8d919ed788c29dacf658c55c5969b3, server=32f0bc5975d0,35663,1731655335386 in 169 msec 2024-11-15T07:22:26,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T07:22:26,575 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5f8d919ed788c29dacf658c55c5969b3, ASSIGN in 324 msec 2024-11-15T07:22:26,575 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T07:22:26,575 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655346575"}]},"ts":"1731655346575"} 2024-11-15T07:22:26,577 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T07:22:26,578 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T07:22:26,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1470 sec 2024-11-15T07:22:27,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:22:27,579 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T07:22:27,579 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:22:27,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,43159,1731655340183 2024-11-15T07:22:27,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c58dda1 2024-11-15T07:22:27,579 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:22:27,580 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:22:27,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:22:27,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T07:22:27,583 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T07:22:27,583 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:27,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T07:22:27,583 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T07:22:27,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:22:27,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741835_1011 (size=902) 2024-11-15T07:22:27,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:22:27,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:22:27,992 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b96bb9af74d0588a8cc73a82c08e2131, NAME => 'test,,1731655347581.b96bb9af74d0588a8cc73a82c08e2131.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9 2024-11-15T07:22:27,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741836_1012 (size=39) 2024-11-15T07:22:28,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:22:28,397 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731655347581.b96bb9af74d0588a8cc73a82c08e2131.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:22:28,397 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b96bb9af74d0588a8cc73a82c08e2131, disabling compactions & flushes 2024-11-15T07:22:28,397 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731655347581.b96bb9af74d0588a8cc73a82c08e2131. 2024-11-15T07:22:28,397 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731655347581.b96bb9af74d0588a8cc73a82c08e2131. 2024-11-15T07:22:28,397 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731655347581.b96bb9af74d0588a8cc73a82c08e2131. after waiting 0 ms 2024-11-15T07:22:28,397 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731655347581.b96bb9af74d0588a8cc73a82c08e2131. 2024-11-15T07:22:28,397 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731655347581.b96bb9af74d0588a8cc73a82c08e2131. 2024-11-15T07:22:28,397 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b96bb9af74d0588a8cc73a82c08e2131: Waiting for close lock at 1731655348397Disabling compacts and flushes for region at 1731655348397Disabling writes for close at 1731655348397Writing region close event to WAL at 1731655348397Closed at 1731655348397 2024-11-15T07:22:28,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T07:22:28,398 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731655347581.b96bb9af74d0588a8cc73a82c08e2131.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731655348398"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731655348398"}]},"ts":"1731655348398"} 2024-11-15T07:22:28,400 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T07:22:28,400 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T07:22:28,400 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655348400"}]},"ts":"1731655348400"} 2024-11-15T07:22:28,402 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T07:22:28,402 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b96bb9af74d0588a8cc73a82c08e2131, ASSIGN}] 2024-11-15T07:22:28,403 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b96bb9af74d0588a8cc73a82c08e2131, ASSIGN 2024-11-15T07:22:28,403 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b96bb9af74d0588a8cc73a82c08e2131, ASSIGN; state=OFFLINE, location=32f0bc5975d0,46773,1731655340303; forceNewPlan=false, retain=false 2024-11-15T07:22:28,554 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b96bb9af74d0588a8cc73a82c08e2131, regionState=OPENING, regionLocation=32f0bc5975d0,46773,1731655340303 2024-11-15T07:22:28,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b96bb9af74d0588a8cc73a82c08e2131, ASSIGN because future has completed 2024-11-15T07:22:28,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b96bb9af74d0588a8cc73a82c08e2131, server=32f0bc5975d0,46773,1731655340303}] 2024-11-15T07:22:28,648 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T07:22:28,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:28,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:28,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:28,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:28,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:28,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:28,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:28,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:28,696 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:28,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:28,704 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:28,707 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:28,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:28,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:28,712 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731655347581.b96bb9af74d0588a8cc73a82c08e2131. 2024-11-15T07:22:28,712 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b96bb9af74d0588a8cc73a82c08e2131, NAME => 'test,,1731655347581.b96bb9af74d0588a8cc73a82c08e2131.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:22:28,712 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:22:28,712 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T07:22:28,712 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b96bb9af74d0588a8cc73a82c08e2131 2024-11-15T07:22:28,712 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731655347581.b96bb9af74d0588a8cc73a82c08e2131.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:22:28,712 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b96bb9af74d0588a8cc73a82c08e2131 2024-11-15T07:22:28,712 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b96bb9af74d0588a8cc73a82c08e2131 2024-11-15T07:22:28,713 INFO [StoreOpener-b96bb9af74d0588a8cc73a82c08e2131-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b96bb9af74d0588a8cc73a82c08e2131 2024-11-15T07:22:28,714 INFO [StoreOpener-b96bb9af74d0588a8cc73a82c08e2131-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b96bb9af74d0588a8cc73a82c08e2131 columnFamilyName f 2024-11-15T07:22:28,714 DEBUG [StoreOpener-b96bb9af74d0588a8cc73a82c08e2131-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:28,715 INFO [StoreOpener-b96bb9af74d0588a8cc73a82c08e2131-1 {}] regionserver.HStore(327): Store=b96bb9af74d0588a8cc73a82c08e2131/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:22:28,715 INFO [StoreOpener-b96bb9af74d0588a8cc73a82c08e2131-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b96bb9af74d0588a8cc73a82c08e2131 2024-11-15T07:22:28,715 INFO [StoreOpener-b96bb9af74d0588a8cc73a82c08e2131-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b96bb9af74d0588a8cc73a82c08e2131 columnFamilyName f1 2024-11-15T07:22:28,715 DEBUG [StoreOpener-b96bb9af74d0588a8cc73a82c08e2131-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:28,716 INFO [StoreOpener-b96bb9af74d0588a8cc73a82c08e2131-1 {}] regionserver.HStore(327): Store=b96bb9af74d0588a8cc73a82c08e2131/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:22:28,716 INFO [StoreOpener-b96bb9af74d0588a8cc73a82c08e2131-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b96bb9af74d0588a8cc73a82c08e2131 2024-11-15T07:22:28,716 INFO [StoreOpener-b96bb9af74d0588a8cc73a82c08e2131-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b96bb9af74d0588a8cc73a82c08e2131 columnFamilyName norep 2024-11-15T07:22:28,716 DEBUG [StoreOpener-b96bb9af74d0588a8cc73a82c08e2131-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:28,717 INFO [StoreOpener-b96bb9af74d0588a8cc73a82c08e2131-1 {}] regionserver.HStore(327): Store=b96bb9af74d0588a8cc73a82c08e2131/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:22:28,717 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b96bb9af74d0588a8cc73a82c08e2131 2024-11-15T07:22:28,717 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/default/test/b96bb9af74d0588a8cc73a82c08e2131 2024-11-15T07:22:28,717 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/default/test/b96bb9af74d0588a8cc73a82c08e2131 2024-11-15T07:22:28,718 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b96bb9af74d0588a8cc73a82c08e2131 2024-11-15T07:22:28,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:22:28,718 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b96bb9af74d0588a8cc73a82c08e2131 2024-11-15T07:22:28,720 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T07:22:28,721 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b96bb9af74d0588a8cc73a82c08e2131 2024-11-15T07:22:28,723 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/default/test/b96bb9af74d0588a8cc73a82c08e2131/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:22:28,723 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b96bb9af74d0588a8cc73a82c08e2131; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75237158, jitterRate=0.12112101912498474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T07:22:28,723 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b96bb9af74d0588a8cc73a82c08e2131 2024-11-15T07:22:28,723 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b96bb9af74d0588a8cc73a82c08e2131: Running coprocessor pre-open hook at 1731655348712Writing region info on filesystem at 1731655348712Initializing all the Stores at 1731655348713 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655348713Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655348713Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655348713Cleaning up temporary data from old regions at 1731655348718 (+5 ms)Running coprocessor post-open hooks at 1731655348723 (+5 ms)Region opened successfully at 1731655348723 2024-11-15T07:22:28,724 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731655347581.b96bb9af74d0588a8cc73a82c08e2131., pid=6, masterSystemTime=1731655348708 2024-11-15T07:22:28,727 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731655347581.b96bb9af74d0588a8cc73a82c08e2131. 2024-11-15T07:22:28,727 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731655347581.b96bb9af74d0588a8cc73a82c08e2131. 2024-11-15T07:22:28,727 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b96bb9af74d0588a8cc73a82c08e2131, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=32f0bc5975d0,46773,1731655340303 2024-11-15T07:22:28,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b96bb9af74d0588a8cc73a82c08e2131, server=32f0bc5975d0,46773,1731655340303 because future has completed 2024-11-15T07:22:28,734 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T07:22:28,734 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b96bb9af74d0588a8cc73a82c08e2131, server=32f0bc5975d0,46773,1731655340303 in 175 msec 2024-11-15T07:22:28,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T07:22:28,736 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b96bb9af74d0588a8cc73a82c08e2131, ASSIGN in 332 msec 2024-11-15T07:22:28,737 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T07:22:28,737 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655348737"}]},"ts":"1731655348737"} 2024-11-15T07:22:28,739 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T07:22:28,740 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T07:22:28,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-11-15T07:22:28,743 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T07:22:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:22:29,729 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T07:22:29,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@766fe12b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:29,730 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,43209,-1 for getting cluster id 2024-11-15T07:22:29,731 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:22:29,732 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dda59f56-ee35-405d-a39a-5fd741002bf6' 2024-11-15T07:22:29,732 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:22:29,732 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dda59f56-ee35-405d-a39a-5fd741002bf6" 2024-11-15T07:22:29,733 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23c5fc36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:29,733 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,43209,-1] 2024-11-15T07:22:29,733 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:22:29,733 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:29,735 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:22:29,736 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343c05f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:29,736 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:22:29,738 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,43209,1731655329113 2024-11-15T07:22:29,738 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b7d959c 2024-11-15T07:22:29,739 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:22:29,740 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:22:29,740 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43209 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://32f0bc5975d0:40847,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T07:22:29,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43209 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T07:22:29,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:22:29,744 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32f0bc5975d0:40847' 2024-11-15T07:22:29,749 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23606030, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:29,749 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,40847,-1 for getting cluster id 2024-11-15T07:22:29,749 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:22:29,750 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '687359f7-26d4-4a86-8a67-508f87d3109f' 2024-11-15T07:22:29,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:22:29,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "687359f7-26d4-4a86-8a67-508f87d3109f" 2024-11-15T07:22:29,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b1b2b80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:29,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,40847,-1] 2024-11-15T07:22:29,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:22:29,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:29,751 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:22:29,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6019072b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:29,752 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:22:29,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,40847,1731655335255 2024-11-15T07:22:29,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76da87d6 2024-11-15T07:22:29,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:22:29,754 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:22:29,755 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T07:22:29,755 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T07:22:29,755 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:29,755 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:29,756 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:22:29,757 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T07:22:29,758 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T07:22:29,758 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:29,758 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:22:29,759 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T07:22:29,808 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T07:22:29,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741837_1013 (size=1138) 2024-11-15T07:22:29,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:22:30,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:22:30,217 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 78afe3281a5229fcc727309636ef0671, NAME => 'hbase:replication,,1731655349756.78afe3281a5229fcc727309636ef0671.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b 2024-11-15T07:22:30,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741838_1014 (size=44) 2024-11-15T07:22:30,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:22:30,660 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731655349756.78afe3281a5229fcc727309636ef0671.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:22:30,660 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 78afe3281a5229fcc727309636ef0671, disabling compactions & flushes 2024-11-15T07:22:30,660 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731655349756.78afe3281a5229fcc727309636ef0671. 2024-11-15T07:22:30,660 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731655349756.78afe3281a5229fcc727309636ef0671. 2024-11-15T07:22:30,660 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731655349756.78afe3281a5229fcc727309636ef0671. after waiting 0 ms 2024-11-15T07:22:30,660 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731655349756.78afe3281a5229fcc727309636ef0671. 2024-11-15T07:22:30,660 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731655349756.78afe3281a5229fcc727309636ef0671. 2024-11-15T07:22:30,660 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 78afe3281a5229fcc727309636ef0671: Waiting for close lock at 1731655350660Disabling compacts and flushes for region at 1731655350660Disabling writes for close at 1731655350660Writing region close event to WAL at 1731655350660Closed at 1731655350660 2024-11-15T07:22:30,661 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T07:22:30,661 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731655349756.78afe3281a5229fcc727309636ef0671.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731655350661"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731655350661"}]},"ts":"1731655350661"} 2024-11-15T07:22:30,663 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T07:22:30,664 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T07:22:30,664 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655350664"}]},"ts":"1731655350664"} 2024-11-15T07:22:30,665 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T07:22:30,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=78afe3281a5229fcc727309636ef0671, ASSIGN}] 2024-11-15T07:22:30,666 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=78afe3281a5229fcc727309636ef0671, ASSIGN 2024-11-15T07:22:30,666 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=78afe3281a5229fcc727309636ef0671, ASSIGN; state=OFFLINE, location=32f0bc5975d0,38141,1731655329461; forceNewPlan=false, retain=false 2024-11-15T07:22:30,817 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=78afe3281a5229fcc727309636ef0671, regionState=OPENING, regionLocation=32f0bc5975d0,38141,1731655329461 2024-11-15T07:22:30,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=78afe3281a5229fcc727309636ef0671, ASSIGN because future has completed 2024-11-15T07:22:30,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78afe3281a5229fcc727309636ef0671, server=32f0bc5975d0,38141,1731655329461}] 2024-11-15T07:22:30,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:22:30,974 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731655349756.78afe3281a5229fcc727309636ef0671. 2024-11-15T07:22:30,974 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:22:30,974 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T07:22:30,976 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C38141%2C1731655329461.rep, suffix=, logDir=hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461, archiveDir=hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/oldWALs, maxLogs=10 2024-11-15T07:22:30,993 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.rep.1731655350976, exclude list is [], retry=0 2024-11-15T07:22:30,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34333,DS-31a139b2-4256-49e8-b8a9-4d44207b5d44,DISK] 2024-11-15T07:22:30,998 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.rep.1731655350976 2024-11-15T07:22:31,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40533:40533)] 2024-11-15T07:22:31,000 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 78afe3281a5229fcc727309636ef0671, NAME => 'hbase:replication,,1731655349756.78afe3281a5229fcc727309636ef0671.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:22:31,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:22:31,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T07:22:31,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731655349756.78afe3281a5229fcc727309636ef0671. service=MultiRowMutationService 2024-11-15T07:22:31,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T07:22:31,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 78afe3281a5229fcc727309636ef0671 2024-11-15T07:22:31,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731655349756.78afe3281a5229fcc727309636ef0671.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:22:31,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 78afe3281a5229fcc727309636ef0671 2024-11-15T07:22:31,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 78afe3281a5229fcc727309636ef0671 2024-11-15T07:22:31,002 INFO [StoreOpener-78afe3281a5229fcc727309636ef0671-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 78afe3281a5229fcc727309636ef0671 2024-11-15T07:22:31,003 INFO [StoreOpener-78afe3281a5229fcc727309636ef0671-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78afe3281a5229fcc727309636ef0671 columnFamilyName hfileref 2024-11-15T07:22:31,003 DEBUG [StoreOpener-78afe3281a5229fcc727309636ef0671-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:31,004 INFO [StoreOpener-78afe3281a5229fcc727309636ef0671-1 {}] regionserver.HStore(327): Store=78afe3281a5229fcc727309636ef0671/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:22:31,004 INFO [StoreOpener-78afe3281a5229fcc727309636ef0671-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 78afe3281a5229fcc727309636ef0671 2024-11-15T07:22:31,005 INFO [StoreOpener-78afe3281a5229fcc727309636ef0671-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78afe3281a5229fcc727309636ef0671 columnFamilyName queue 2024-11-15T07:22:31,005 DEBUG [StoreOpener-78afe3281a5229fcc727309636ef0671-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:31,005 INFO [StoreOpener-78afe3281a5229fcc727309636ef0671-1 {}] regionserver.HStore(327): Store=78afe3281a5229fcc727309636ef0671/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:22:31,005 INFO [StoreOpener-78afe3281a5229fcc727309636ef0671-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 78afe3281a5229fcc727309636ef0671 2024-11-15T07:22:31,006 INFO [StoreOpener-78afe3281a5229fcc727309636ef0671-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 78afe3281a5229fcc727309636ef0671 columnFamilyName sid 2024-11-15T07:22:31,006 DEBUG [StoreOpener-78afe3281a5229fcc727309636ef0671-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:31,006 INFO [StoreOpener-78afe3281a5229fcc727309636ef0671-1 {}] regionserver.HStore(327): Store=78afe3281a5229fcc727309636ef0671/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:22:31,006 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 78afe3281a5229fcc727309636ef0671 2024-11-15T07:22:31,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/hbase/replication/78afe3281a5229fcc727309636ef0671 2024-11-15T07:22:31,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/hbase/replication/78afe3281a5229fcc727309636ef0671 2024-11-15T07:22:31,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 78afe3281a5229fcc727309636ef0671 2024-11-15T07:22:31,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 78afe3281a5229fcc727309636ef0671 2024-11-15T07:22:31,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T07:22:31,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 78afe3281a5229fcc727309636ef0671 2024-11-15T07:22:31,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/hbase/replication/78afe3281a5229fcc727309636ef0671/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:22:31,019 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 78afe3281a5229fcc727309636ef0671; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62269434, jitterRate=-0.07211312651634216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T07:22:31,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 78afe3281a5229fcc727309636ef0671 2024-11-15T07:22:31,019 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 78afe3281a5229fcc727309636ef0671: Running coprocessor pre-open hook at 1731655351001Writing region info on filesystem at 1731655351001Initializing all the Stores at 1731655351002 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655351002Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655351002Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655351002Cleaning up temporary data from old regions at 1731655351009 (+7 ms)Running coprocessor post-open hooks at 1731655351019 (+10 ms)Region opened successfully at 1731655351019 2024-11-15T07:22:31,020 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731655349756.78afe3281a5229fcc727309636ef0671., pid=10, masterSystemTime=1731655350971 2024-11-15T07:22:31,022 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731655349756.78afe3281a5229fcc727309636ef0671. 2024-11-15T07:22:31,022 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731655349756.78afe3281a5229fcc727309636ef0671. 2024-11-15T07:22:31,023 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=78afe3281a5229fcc727309636ef0671, regionState=OPEN, openSeqNum=2, regionLocation=32f0bc5975d0,38141,1731655329461 2024-11-15T07:22:31,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 78afe3281a5229fcc727309636ef0671, server=32f0bc5975d0,38141,1731655329461 because future has completed 2024-11-15T07:22:31,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T07:22:31,029 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 78afe3281a5229fcc727309636ef0671, server=32f0bc5975d0,38141,1731655329461 in 207 msec 2024-11-15T07:22:31,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T07:22:31,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=78afe3281a5229fcc727309636ef0671, ASSIGN in 364 msec 2024-11-15T07:22:31,031 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T07:22:31,031 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655351031"}]},"ts":"1731655351031"} 2024-11-15T07:22:31,033 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T07:22:31,034 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T07:22:31,036 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2780 sec 2024-11-15T07:22:31,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731655349756.78afe3281a5229fcc727309636ef0671., hostname=32f0bc5975d0,38141,1731655329461, seqNum=2] 2024-11-15T07:22:31,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x1013d5f59730001, quorum=127.0.0.1:52118, baseZNode=/0939001658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939001658 2024-11-15T07:22:31,129 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43209-0x1013d5f59730000, quorum=127.0.0.1:52118, baseZNode=/0939001658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939001658 2024-11-15T07:22:31,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T07:22:31,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38141 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T07:22:31,307 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T07:22:31,341 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-32f0bc5975d0,38141,1731655329461, ReplicationSource: 1, currentBandwidth=0 2024-11-15T07:22:31,341 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:22:31,341 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,38141,1731655329461, seqNum=-1] 2024-11-15T07:22:31,341 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:22:31,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52393, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-15T07:22:31,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-32f0bc5975d0,38141,1731655329461', locateType=CURRENT is [region=hbase:replication,,1731655349756.78afe3281a5229fcc727309636ef0671., hostname=32f0bc5975d0,38141,1731655329461, seqNum=2] 2024-11-15T07:22:31,346 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T07:22:31,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43209 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T07:22:31,348 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 32f0bc5975d0,38141,1731655329461 suceeded 2024-11-15T07:22:31,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T07:22:31,350 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-15T07:22:31,350 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://32f0bc5975d0:40847,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T07:22:31,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6100 sec 2024-11-15T07:22:31,360 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32f0bc5975d0:40847' 2024-11-15T07:22:31,361 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@73ae5f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:31,361 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,40847,-1 for getting cluster id 2024-11-15T07:22:31,361 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:22:31,362 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '687359f7-26d4-4a86-8a67-508f87d3109f' 2024-11-15T07:22:31,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:22:31,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "687359f7-26d4-4a86-8a67-508f87d3109f" 2024-11-15T07:22:31,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@49e81571, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:31,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,40847,-1] 2024-11-15T07:22:31,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:22:31,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:31,363 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:22:31,364 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70e41815, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:31,364 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:22:31,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,40847,1731655335255 2024-11-15T07:22:31,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c2e11bb 2024-11-15T07:22:31,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:22:31,365 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46262, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-15T07:22:31,366 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-32f0bc5975d0,38141,1731655329461 (queues=1) is replicating from cluster=dda59f56-ee35-405d-a39a-5fd741002bf6 to cluster=687359f7-26d4-4a86-8a67-508f87d3109f 2024-11-15T07:22:31,366 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=32f0bc5975d0%2C38141%2C1731655329461 2024-11-15T07:22:31,366 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-32f0bc5975d0,38141,1731655329461, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T07:22:31,367 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.shipper32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 32f0bc5975d0%2C38141%2C1731655329461 2024-11-15T07:22:31,367 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.wal-reader.32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.1731655331413, startPosition=0, beingWritten=true 2024-11-15T07:22:31,371 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.wal-reader.32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:22:31,371 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.wal-reader.32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.1731655331413 to pos 379, reset compression=false 2024-11-15T07:22:31,371 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.shipper32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,38141,1731655329461 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.1731655331413, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T07:22:31,575 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.wal-reader.32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.1731655331413 to pos 379, reset compression=false 2024-11-15T07:22:31,878 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.wal-reader.32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.1731655331413 to pos 379, reset compression=false 2024-11-15T07:22:31,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:22:31,899 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T07:22:31,899 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:22:31,899 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:22:31,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:31,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:31,899 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:22:31,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35a49130, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:31,900 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,40847,-1 for getting cluster id 2024-11-15T07:22:31,900 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:22:31,900 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '687359f7-26d4-4a86-8a67-508f87d3109f' 2024-11-15T07:22:31,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:22:31,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "687359f7-26d4-4a86-8a67-508f87d3109f" 2024-11-15T07:22:31,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13aca459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:31,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,40847,-1] 2024-11-15T07:22:31,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:22:31,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:31,901 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:22:31,902 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b4ff433, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:31,902 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:22:31,903 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,40847,1731655335255 2024-11-15T07:22:31,903 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@724ebb86 2024-11-15T07:22:31,903 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:22:31,903 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:22:31,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40847 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://32f0bc5975d0:43159,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T07:22:31,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40847 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T07:22:31,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:22:31,906 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32f0bc5975d0:43159' 2024-11-15T07:22:31,907 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5616650c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:31,907 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,43159,-1 for getting cluster id 2024-11-15T07:22:31,907 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:22:31,908 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9d7272f4-6325-449d-98bf-1a7d4ea745f1' 2024-11-15T07:22:31,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:22:31,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9d7272f4-6325-449d-98bf-1a7d4ea745f1" 2024-11-15T07:22:31,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4aeb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:31,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,43159,-1] 2024-11-15T07:22:31,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:22:31,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:31,909 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:22:31,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@662c667a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:31,909 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:22:31,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,43159,1731655340183 2024-11-15T07:22:31,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48435822 2024-11-15T07:22:31,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:22:31,911 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:22:31,911 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T07:22:31,911 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T07:22:31,911 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:31,911 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:22:31,911 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:31,912 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:22:31,912 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T07:22:31,913 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T07:22:31,913 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:31,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T07:22:31,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741837_1013 (size=1138) 2024-11-15T07:22:31,963 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T07:22:32,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:22:32,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:22:32,285 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.wal-reader.32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.1731655331413 to pos 379, reset compression=false 2024-11-15T07:22:32,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T07:22:32,289 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T07:22:32,290 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T07:22:32,290 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T07:22:32,323 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f1e25b1ae2f865050160a22a6280afee, NAME => 'hbase:replication,,1731655351911.f1e25b1ae2f865050160a22a6280afee.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541 2024-11-15T07:22:32,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741838_1014 (size=44) 2024-11-15T07:22:32,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:22:32,734 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731655351911.f1e25b1ae2f865050160a22a6280afee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:22:32,734 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f1e25b1ae2f865050160a22a6280afee, disabling compactions & flushes 2024-11-15T07:22:32,734 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731655351911.f1e25b1ae2f865050160a22a6280afee. 2024-11-15T07:22:32,734 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731655351911.f1e25b1ae2f865050160a22a6280afee. 2024-11-15T07:22:32,734 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731655351911.f1e25b1ae2f865050160a22a6280afee. after waiting 0 ms 2024-11-15T07:22:32,734 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731655351911.f1e25b1ae2f865050160a22a6280afee. 2024-11-15T07:22:32,734 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731655351911.f1e25b1ae2f865050160a22a6280afee. 2024-11-15T07:22:32,734 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f1e25b1ae2f865050160a22a6280afee: Waiting for close lock at 1731655352734Disabling compacts and flushes for region at 1731655352734Disabling writes for close at 1731655352734Writing region close event to WAL at 1731655352734Closed at 1731655352734 2024-11-15T07:22:32,735 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T07:22:32,735 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731655351911.f1e25b1ae2f865050160a22a6280afee.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731655352735"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731655352735"}]},"ts":"1731655352735"} 2024-11-15T07:22:32,737 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T07:22:32,737 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T07:22:32,737 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655352737"}]},"ts":"1731655352737"} 2024-11-15T07:22:32,739 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T07:22:32,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f1e25b1ae2f865050160a22a6280afee, ASSIGN}] 2024-11-15T07:22:32,740 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f1e25b1ae2f865050160a22a6280afee, ASSIGN 2024-11-15T07:22:32,741 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f1e25b1ae2f865050160a22a6280afee, ASSIGN; state=OFFLINE, location=32f0bc5975d0,35663,1731655335386; forceNewPlan=false, retain=false 2024-11-15T07:22:32,788 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.wal-reader.32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.1731655331413 to pos 379, reset compression=false 2024-11-15T07:22:32,891 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f1e25b1ae2f865050160a22a6280afee, regionState=OPENING, regionLocation=32f0bc5975d0,35663,1731655335386 2024-11-15T07:22:32,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f1e25b1ae2f865050160a22a6280afee, ASSIGN because future has completed 2024-11-15T07:22:32,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1e25b1ae2f865050160a22a6280afee, server=32f0bc5975d0,35663,1731655335386}] 2024-11-15T07:22:32,895 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=11, created chunk count=34, reused chunk count=118, reuseRatio=77.63% 2024-11-15T07:22:32,896 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-15T07:22:33,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:22:33,048 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731655351911.f1e25b1ae2f865050160a22a6280afee. 2024-11-15T07:22:33,048 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:22:33,048 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T07:22:33,049 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C35663%2C1731655335386.rep, suffix=, logDir=hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386, archiveDir=hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/oldWALs, maxLogs=10 2024-11-15T07:22:33,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.rep.1731655353050, exclude list is [], retry=0 2024-11-15T07:22:33,067 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38053,DS-50c5bd49-78c8-464b-b373-d4e8304d1829,DISK] 2024-11-15T07:22:33,068 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.rep.1731655353050 2024-11-15T07:22:33,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36985:36985)] 2024-11-15T07:22:33,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f1e25b1ae2f865050160a22a6280afee, NAME => 'hbase:replication,,1731655351911.f1e25b1ae2f865050160a22a6280afee.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:22:33,071 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:22:33,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T07:22:33,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731655351911.f1e25b1ae2f865050160a22a6280afee. service=MultiRowMutationService 2024-11-15T07:22:33,071 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T07:22:33,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f1e25b1ae2f865050160a22a6280afee 2024-11-15T07:22:33,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731655351911.f1e25b1ae2f865050160a22a6280afee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:22:33,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f1e25b1ae2f865050160a22a6280afee 2024-11-15T07:22:33,071 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f1e25b1ae2f865050160a22a6280afee 2024-11-15T07:22:33,072 INFO [StoreOpener-f1e25b1ae2f865050160a22a6280afee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f1e25b1ae2f865050160a22a6280afee 2024-11-15T07:22:33,073 INFO [StoreOpener-f1e25b1ae2f865050160a22a6280afee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1e25b1ae2f865050160a22a6280afee columnFamilyName hfileref 2024-11-15T07:22:33,073 DEBUG [StoreOpener-f1e25b1ae2f865050160a22a6280afee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:33,074 INFO [StoreOpener-f1e25b1ae2f865050160a22a6280afee-1 {}] regionserver.HStore(327): Store=f1e25b1ae2f865050160a22a6280afee/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:22:33,074 INFO [StoreOpener-f1e25b1ae2f865050160a22a6280afee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f1e25b1ae2f865050160a22a6280afee 2024-11-15T07:22:33,074 INFO [StoreOpener-f1e25b1ae2f865050160a22a6280afee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1e25b1ae2f865050160a22a6280afee columnFamilyName queue 2024-11-15T07:22:33,074 DEBUG [StoreOpener-f1e25b1ae2f865050160a22a6280afee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:33,075 INFO [StoreOpener-f1e25b1ae2f865050160a22a6280afee-1 {}] regionserver.HStore(327): Store=f1e25b1ae2f865050160a22a6280afee/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:22:33,075 INFO [StoreOpener-f1e25b1ae2f865050160a22a6280afee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f1e25b1ae2f865050160a22a6280afee 2024-11-15T07:22:33,075 INFO [StoreOpener-f1e25b1ae2f865050160a22a6280afee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1e25b1ae2f865050160a22a6280afee columnFamilyName sid 2024-11-15T07:22:33,075 DEBUG [StoreOpener-f1e25b1ae2f865050160a22a6280afee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:33,076 INFO [StoreOpener-f1e25b1ae2f865050160a22a6280afee-1 {}] regionserver.HStore(327): Store=f1e25b1ae2f865050160a22a6280afee/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:22:33,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f1e25b1ae2f865050160a22a6280afee 2024-11-15T07:22:33,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/hbase/replication/f1e25b1ae2f865050160a22a6280afee 2024-11-15T07:22:33,076 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/hbase/replication/f1e25b1ae2f865050160a22a6280afee 2024-11-15T07:22:33,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f1e25b1ae2f865050160a22a6280afee 2024-11-15T07:22:33,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f1e25b1ae2f865050160a22a6280afee 2024-11-15T07:22:33,077 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T07:22:33,078 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f1e25b1ae2f865050160a22a6280afee 2024-11-15T07:22:33,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/hbase/replication/f1e25b1ae2f865050160a22a6280afee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:22:33,079 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f1e25b1ae2f865050160a22a6280afee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71068332, jitterRate=0.05900067090988159}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T07:22:33,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f1e25b1ae2f865050160a22a6280afee 2024-11-15T07:22:33,079 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f1e25b1ae2f865050160a22a6280afee: Running coprocessor pre-open hook at 1731655353071Writing region info on filesystem at 1731655353071Initializing all the Stores at 1731655353072 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655353072Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655353072Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655353072Cleaning up temporary data from old regions at 1731655353077 (+5 ms)Running coprocessor post-open hooks at 1731655353079 (+2 ms)Region opened successfully at 1731655353079 2024-11-15T07:22:33,080 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731655351911.f1e25b1ae2f865050160a22a6280afee., pid=10, masterSystemTime=1731655353045 2024-11-15T07:22:33,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731655351911.f1e25b1ae2f865050160a22a6280afee. 2024-11-15T07:22:33,081 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731655351911.f1e25b1ae2f865050160a22a6280afee. 2024-11-15T07:22:33,082 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f1e25b1ae2f865050160a22a6280afee, regionState=OPEN, openSeqNum=2, regionLocation=32f0bc5975d0,35663,1731655335386 2024-11-15T07:22:33,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1e25b1ae2f865050160a22a6280afee, server=32f0bc5975d0,35663,1731655335386 because future has completed 2024-11-15T07:22:33,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T07:22:33,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f1e25b1ae2f865050160a22a6280afee, server=32f0bc5975d0,35663,1731655335386 in 191 msec 2024-11-15T07:22:33,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T07:22:33,086 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f1e25b1ae2f865050160a22a6280afee, ASSIGN in 346 msec 2024-11-15T07:22:33,086 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T07:22:33,087 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655353086"}]},"ts":"1731655353086"} 2024-11-15T07:22:33,088 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T07:22:33,088 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T07:22:33,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-15T07:22:33,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731655351911.f1e25b1ae2f865050160a22a6280afee., hostname=32f0bc5975d0,35663,1731655335386, seqNum=2] 2024-11-15T07:22:33,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1013d5f59730004, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2087366178 2024-11-15T07:22:33,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40847-0x1013d5f59730003, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2087366178 2024-11-15T07:22:33,193 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T07:22:33,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35663 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T07:22:33,345 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T07:22:33,374 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-32f0bc5975d0,35663,1731655335386, ReplicationSource: 1, currentBandwidth=0 2024-11-15T07:22:33,374 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:22:33,375 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,35663,1731655335386, seqNum=-1] 2024-11-15T07:22:33,375 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:22:33,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34883, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-15T07:22:33,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-32f0bc5975d0,35663,1731655335386', locateType=CURRENT is [region=hbase:replication,,1731655351911.f1e25b1ae2f865050160a22a6280afee., hostname=32f0bc5975d0,35663,1731655335386, seqNum=2] 2024-11-15T07:22:33,380 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T07:22:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40847 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T07:22:33,382 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 32f0bc5975d0,35663,1731655335386 suceeded 2024-11-15T07:22:33,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T07:22:33,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-15T07:22:33,384 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://32f0bc5975d0:43159,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T07:22:33,385 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4810 sec 2024-11-15T07:22:33,392 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.wal-reader.32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.1731655331413 to pos 379, reset compression=false 2024-11-15T07:22:33,394 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32f0bc5975d0:43159' 2024-11-15T07:22:33,395 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e20117, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:33,395 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,43159,-1 for getting cluster id 2024-11-15T07:22:33,396 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:22:33,396 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9d7272f4-6325-449d-98bf-1a7d4ea745f1' 2024-11-15T07:22:33,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:22:33,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9d7272f4-6325-449d-98bf-1a7d4ea745f1" 2024-11-15T07:22:33,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1fb0f6cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:33,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,43159,-1] 2024-11-15T07:22:33,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:22:33,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:33,398 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:22:33,398 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e70d3ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:33,398 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:22:33,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,43159,1731655340183 2024-11-15T07:22:33,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@671a153e 2024-11-15T07:22:33,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:22:33,400 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-15T07:22:33,400 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-32f0bc5975d0,35663,1731655335386 (queues=1) is replicating from cluster=687359f7-26d4-4a86-8a67-508f87d3109f to cluster=9d7272f4-6325-449d-98bf-1a7d4ea745f1 2024-11-15T07:22:33,400 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=32f0bc5975d0%2C35663%2C1731655335386 2024-11-15T07:22:33,400 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-32f0bc5975d0,35663,1731655335386, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T07:22:33,401 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374, startPosition=0, beingWritten=true 2024-11-15T07:22:33,420 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.shipper32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 32f0bc5975d0%2C35663%2C1731655335386 2024-11-15T07:22:33,437 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:22:33,437 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 to pos 379, reset compression=false 2024-11-15T07:22:33,437 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.shipper32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,35663,1731655335386 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T07:22:33,650 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 to pos 379, reset compression=false 2024-11-15T07:22:33,985 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 to pos 379, reset compression=false 2024-11-15T07:22:34,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40847 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:22:34,049 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T07:22:34,049 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:22:34,049 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:22:34,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:34,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:34,049 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:22:34,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c82fb40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:34,050 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,43159,-1 for getting cluster id 2024-11-15T07:22:34,050 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:22:34,051 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9d7272f4-6325-449d-98bf-1a7d4ea745f1' 2024-11-15T07:22:34,051 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:22:34,052 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9d7272f4-6325-449d-98bf-1a7d4ea745f1" 2024-11-15T07:22:34,052 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d2a337a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:34,052 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,43159,-1] 2024-11-15T07:22:34,052 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:22:34,052 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:34,054 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:22:34,055 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5609ed8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:34,056 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:22:34,056 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,43159,1731655340183 2024-11-15T07:22:34,056 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1afd659 2024-11-15T07:22:34,057 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:22:34,058 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:22:34,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://32f0bc5975d0:40847,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T07:22:34,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T07:22:34,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:22:34,061 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32f0bc5975d0:40847' 2024-11-15T07:22:34,061 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@292dc46d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:34,061 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,40847,-1 for getting cluster id 2024-11-15T07:22:34,062 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:22:34,062 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '687359f7-26d4-4a86-8a67-508f87d3109f' 2024-11-15T07:22:34,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:22:34,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "687359f7-26d4-4a86-8a67-508f87d3109f" 2024-11-15T07:22:34,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a6d20fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:34,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,40847,-1] 2024-11-15T07:22:34,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:22:34,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:34,063 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54620, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:22:34,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@664eab96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:34,064 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:22:34,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,40847,1731655335255 2024-11-15T07:22:34,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61ae675 2024-11-15T07:22:34,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:22:34,066 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:22:34,070 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T07:22:34,070 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T07:22:34,070 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:34,070 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:34,071 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:22:34,071 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:22:34,072 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T07:22:34,073 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T07:22:34,073 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:34,076 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T07:22:34,096 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.wal-reader.32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.1731655331413 to pos 379, reset compression=false 2024-11-15T07:22:34,127 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T07:22:34,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741837_1013 (size=1138) 2024-11-15T07:22:34,148 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cb3f7d425920d6ff7dae5f562a2bf988, NAME => 'hbase:replication,,1731655354071.cb3f7d425920d6ff7dae5f562a2bf988.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9 2024-11-15T07:22:34,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:22:34,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741838_1014 (size=44) 2024-11-15T07:22:34,215 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731655354071.cb3f7d425920d6ff7dae5f562a2bf988.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:22:34,215 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cb3f7d425920d6ff7dae5f562a2bf988, disabling compactions & flushes 2024-11-15T07:22:34,215 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731655354071.cb3f7d425920d6ff7dae5f562a2bf988. 2024-11-15T07:22:34,215 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731655354071.cb3f7d425920d6ff7dae5f562a2bf988. 2024-11-15T07:22:34,215 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731655354071.cb3f7d425920d6ff7dae5f562a2bf988. after waiting 0 ms 2024-11-15T07:22:34,215 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731655354071.cb3f7d425920d6ff7dae5f562a2bf988. 2024-11-15T07:22:34,215 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731655354071.cb3f7d425920d6ff7dae5f562a2bf988. 2024-11-15T07:22:34,215 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cb3f7d425920d6ff7dae5f562a2bf988: Waiting for close lock at 1731655354215Disabling compacts and flushes for region at 1731655354215Disabling writes for close at 1731655354215Writing region close event to WAL at 1731655354215Closed at 1731655354215 2024-11-15T07:22:34,216 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T07:22:34,218 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T07:22:34,218 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731655354071.cb3f7d425920d6ff7dae5f562a2bf988.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731655354218"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731655354218"}]},"ts":"1731655354218"} 2024-11-15T07:22:34,224 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T07:22:34,226 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T07:22:34,226 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655354226"}]},"ts":"1731655354226"} 2024-11-15T07:22:34,228 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T07:22:34,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cb3f7d425920d6ff7dae5f562a2bf988, ASSIGN}] 2024-11-15T07:22:34,232 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cb3f7d425920d6ff7dae5f562a2bf988, ASSIGN 2024-11-15T07:22:34,233 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cb3f7d425920d6ff7dae5f562a2bf988, ASSIGN; state=OFFLINE, location=32f0bc5975d0,46773,1731655340303; forceNewPlan=false, retain=false 2024-11-15T07:22:34,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:34,234 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:34,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:34,235 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:34,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:34,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:34,302 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:34,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:34,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:34,303 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:34,312 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:34,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:34,317 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:34,319 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:34,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:22:34,384 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cb3f7d425920d6ff7dae5f562a2bf988, regionState=OPENING, regionLocation=32f0bc5975d0,46773,1731655340303 2024-11-15T07:22:34,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cb3f7d425920d6ff7dae5f562a2bf988, ASSIGN because future has completed 2024-11-15T07:22:34,394 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 to pos 379, reset compression=false 2024-11-15T07:22:34,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb3f7d425920d6ff7dae5f562a2bf988, server=32f0bc5975d0,46773,1731655340303}] 2024-11-15T07:22:34,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731655354071.cb3f7d425920d6ff7dae5f562a2bf988. 2024-11-15T07:22:34,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:22:34,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T07:22:34,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C46773%2C1731655340303.rep, suffix=, logDir=hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303, archiveDir=hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/oldWALs, maxLogs=10 2024-11-15T07:22:34,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.rep.1731655354562, exclude list is [], retry=0 2024-11-15T07:22:34,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42549,DS-b269ee01-0352-4d4b-91ae-6e262bda4f17,DISK] 2024-11-15T07:22:34,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.rep.1731655354562 2024-11-15T07:22:34,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41513:41513)] 2024-11-15T07:22:34,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cb3f7d425920d6ff7dae5f562a2bf988, NAME => 'hbase:replication,,1731655354071.cb3f7d425920d6ff7dae5f562a2bf988.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:22:34,586 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:22:34,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T07:22:34,586 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731655354071.cb3f7d425920d6ff7dae5f562a2bf988. service=MultiRowMutationService 2024-11-15T07:22:34,587 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T07:22:34,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cb3f7d425920d6ff7dae5f562a2bf988 2024-11-15T07:22:34,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731655354071.cb3f7d425920d6ff7dae5f562a2bf988.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:22:34,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cb3f7d425920d6ff7dae5f562a2bf988 2024-11-15T07:22:34,587 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cb3f7d425920d6ff7dae5f562a2bf988 2024-11-15T07:22:34,592 INFO [StoreOpener-cb3f7d425920d6ff7dae5f562a2bf988-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cb3f7d425920d6ff7dae5f562a2bf988 2024-11-15T07:22:34,593 INFO [StoreOpener-cb3f7d425920d6ff7dae5f562a2bf988-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb3f7d425920d6ff7dae5f562a2bf988 columnFamilyName hfileref 2024-11-15T07:22:34,593 DEBUG [StoreOpener-cb3f7d425920d6ff7dae5f562a2bf988-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:34,594 INFO [StoreOpener-cb3f7d425920d6ff7dae5f562a2bf988-1 {}] regionserver.HStore(327): Store=cb3f7d425920d6ff7dae5f562a2bf988/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:22:34,594 INFO [StoreOpener-cb3f7d425920d6ff7dae5f562a2bf988-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cb3f7d425920d6ff7dae5f562a2bf988 2024-11-15T07:22:34,594 INFO [StoreOpener-cb3f7d425920d6ff7dae5f562a2bf988-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb3f7d425920d6ff7dae5f562a2bf988 columnFamilyName queue 2024-11-15T07:22:34,594 DEBUG [StoreOpener-cb3f7d425920d6ff7dae5f562a2bf988-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:34,595 INFO [StoreOpener-cb3f7d425920d6ff7dae5f562a2bf988-1 {}] regionserver.HStore(327): Store=cb3f7d425920d6ff7dae5f562a2bf988/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:22:34,595 INFO [StoreOpener-cb3f7d425920d6ff7dae5f562a2bf988-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cb3f7d425920d6ff7dae5f562a2bf988 2024-11-15T07:22:34,595 INFO [StoreOpener-cb3f7d425920d6ff7dae5f562a2bf988-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cb3f7d425920d6ff7dae5f562a2bf988 columnFamilyName sid 2024-11-15T07:22:34,595 DEBUG [StoreOpener-cb3f7d425920d6ff7dae5f562a2bf988-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:34,596 INFO [StoreOpener-cb3f7d425920d6ff7dae5f562a2bf988-1 {}] regionserver.HStore(327): Store=cb3f7d425920d6ff7dae5f562a2bf988/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:22:34,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cb3f7d425920d6ff7dae5f562a2bf988 2024-11-15T07:22:34,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/hbase/replication/cb3f7d425920d6ff7dae5f562a2bf988 2024-11-15T07:22:34,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/hbase/replication/cb3f7d425920d6ff7dae5f562a2bf988 2024-11-15T07:22:34,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cb3f7d425920d6ff7dae5f562a2bf988 2024-11-15T07:22:34,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cb3f7d425920d6ff7dae5f562a2bf988 2024-11-15T07:22:34,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T07:22:34,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cb3f7d425920d6ff7dae5f562a2bf988 2024-11-15T07:22:34,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/hbase/replication/cb3f7d425920d6ff7dae5f562a2bf988/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:22:34,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cb3f7d425920d6ff7dae5f562a2bf988; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73055466, jitterRate=0.08861127495765686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T07:22:34,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cb3f7d425920d6ff7dae5f562a2bf988 2024-11-15T07:22:34,608 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cb3f7d425920d6ff7dae5f562a2bf988: Running coprocessor pre-open hook at 1731655354587Writing region info on filesystem at 1731655354587Initializing all the Stores at 1731655354588 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655354588Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655354592 (+4 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655354592Cleaning up temporary data from old regions at 1731655354597 (+5 ms)Running coprocessor post-open hooks at 1731655354607 (+10 ms)Region opened successfully at 1731655354607 2024-11-15T07:22:34,608 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731655354071.cb3f7d425920d6ff7dae5f562a2bf988., pid=10, masterSystemTime=1731655354558 2024-11-15T07:22:34,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731655354071.cb3f7d425920d6ff7dae5f562a2bf988. 2024-11-15T07:22:34,610 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731655354071.cb3f7d425920d6ff7dae5f562a2bf988. 2024-11-15T07:22:34,610 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cb3f7d425920d6ff7dae5f562a2bf988, regionState=OPEN, openSeqNum=2, regionLocation=32f0bc5975d0,46773,1731655340303 2024-11-15T07:22:34,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cb3f7d425920d6ff7dae5f562a2bf988, server=32f0bc5975d0,46773,1731655340303 because future has completed 2024-11-15T07:22:34,614 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T07:22:34,614 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cb3f7d425920d6ff7dae5f562a2bf988, server=32f0bc5975d0,46773,1731655340303 in 208 msec 2024-11-15T07:22:34,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T07:22:34,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cb3f7d425920d6ff7dae5f562a2bf988, ASSIGN in 385 msec 2024-11-15T07:22:34,617 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T07:22:34,617 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655354617"}]},"ts":"1731655354617"} 2024-11-15T07:22:34,619 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T07:22:34,619 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T07:22:34,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 548 msec 2024-11-15T07:22:34,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731655354071.cb3f7d425920d6ff7dae5f562a2bf988., hostname=32f0bc5975d0,46773,1731655340303, seqNum=2] 2024-11-15T07:22:34,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:22:34,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46773-0x1013d5f59730007, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1799779041 2024-11-15T07:22:34,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43159-0x1013d5f59730006, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1799779041 2024-11-15T07:22:34,730 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T07:22:34,744 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T07:22:34,882 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46773 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T07:22:34,883 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T07:22:34,912 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-32f0bc5975d0,46773,1731655340303, ReplicationSource: 1, currentBandwidth=0 2024-11-15T07:22:34,912 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 to pos 379, reset compression=false 2024-11-15T07:22:34,912 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:22:34,912 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,46773,1731655340303, seqNum=-1] 2024-11-15T07:22:34,913 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:22:34,914 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35665, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-15T07:22:34,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-32f0bc5975d0,46773,1731655340303', locateType=CURRENT is [region=hbase:replication,,1731655354071.cb3f7d425920d6ff7dae5f562a2bf988., hostname=32f0bc5975d0,46773,1731655340303, seqNum=2] 2024-11-15T07:22:34,918 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T07:22:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T07:22:34,920 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 32f0bc5975d0,46773,1731655340303 suceeded 2024-11-15T07:22:34,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T07:22:34,922 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-15T07:22:34,922 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://32f0bc5975d0:40847,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T07:22:34,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 864 msec 2024-11-15T07:22:34,935 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32f0bc5975d0:40847' 2024-11-15T07:22:34,936 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b92b00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:34,936 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,40847,-1 for getting cluster id 2024-11-15T07:22:34,936 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:22:34,937 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '687359f7-26d4-4a86-8a67-508f87d3109f' 2024-11-15T07:22:34,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:22:34,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "687359f7-26d4-4a86-8a67-508f87d3109f" 2024-11-15T07:22:34,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47b88fd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:34,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,40847,-1] 2024-11-15T07:22:34,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:22:34,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:34,938 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:22:34,939 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38e674ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:34,939 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:22:34,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,40847,1731655335255 2024-11-15T07:22:34,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65afb048 2024-11-15T07:22:34,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:22:34,940 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-15T07:22:34,941 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-32f0bc5975d0,46773,1731655340303 (queues=1) is replicating from cluster=9d7272f4-6325-449d-98bf-1a7d4ea745f1 to cluster=687359f7-26d4-4a86-8a67-508f87d3109f 2024-11-15T07:22:34,941 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=32f0bc5975d0%2C46773%2C1731655340303 2024-11-15T07:22:34,941 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-32f0bc5975d0,46773,1731655340303, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T07:22:34,941 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.shipper32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 32f0bc5975d0%2C46773%2C1731655340303 2024-11-15T07:22:34,941 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153, startPosition=0, beingWritten=true 2024-11-15T07:22:34,945 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:22:34,945 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153 to pos 379, reset compression=false 2024-11-15T07:22:34,945 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.shipper32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,46773,1731655340303 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T07:22:34,948 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:22:34,949 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32f0bc5975d0,34421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:34421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T07:22:34,949 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108719 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32f0bc5975d0,34421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:34421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T07:22:34,955 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.wal-reader.32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.1731655331413 to pos 379, reset compression=false 2024-11-15T07:22:35,148 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153 to pos 379, reset compression=false 2024-11-15T07:22:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:22:35,199 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T07:22:35,199 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:22:35,200 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:22:35,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:35,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:35,200 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:22:35,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75fbb303, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:35,200 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,43209,-1 for getting cluster id 2024-11-15T07:22:35,200 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:22:35,201 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dda59f56-ee35-405d-a39a-5fd741002bf6' 2024-11-15T07:22:35,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:22:35,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dda59f56-ee35-405d-a39a-5fd741002bf6" 2024-11-15T07:22:35,201 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71aa048a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:35,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,43209,-1] 2024-11-15T07:22:35,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:22:35,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:35,202 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:22:35,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69e3172a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:35,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c274c16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:35,204 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,40847,-1 for getting cluster id 2024-11-15T07:22:35,204 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:22:35,204 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '687359f7-26d4-4a86-8a67-508f87d3109f' 2024-11-15T07:22:35,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:22:35,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "687359f7-26d4-4a86-8a67-508f87d3109f" 2024-11-15T07:22:35,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32e6d821, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:35,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,40847,-1] 2024-11-15T07:22:35,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:22:35,205 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:35,205 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:22:35,206 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4274b381, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:35,206 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ead7870, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:35,206 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,43159,-1 for getting cluster id 2024-11-15T07:22:35,206 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:22:35,207 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9d7272f4-6325-449d-98bf-1a7d4ea745f1' 2024-11-15T07:22:35,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:22:35,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9d7272f4-6325-449d-98bf-1a7d4ea745f1" 2024-11-15T07:22:35,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12b93ee9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:35,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,43159,-1] 2024-11-15T07:22:35,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:22:35,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:35,208 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:22:35,209 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3146819e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:35,209 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:22:35,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,38141,1731655329461, seqNum=-1] 2024-11-15T07:22:35,210 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:22:35,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:22:35,213 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731655343282.6e40c277497bef4f8aaf16be0e530ba3., hostname=32f0bc5975d0,38141,1731655329461, seqNum=2] 2024-11-15T07:22:35,218 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:22:35,218 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,46773,1731655340303, seqNum=-1] 2024-11-15T07:22:35,219 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:22:35,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:22:35,221 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731655347581.b96bb9af74d0588a8cc73a82c08e2131., hostname=32f0bc5975d0,46773,1731655340303, seqNum=2] 2024-11-15T07:22:35,223 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-15T07:22:35,451 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153 to pos 379, reset compression=false 2024-11-15T07:22:35,516 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 to pos 379, reset compression=false 2024-11-15T07:22:35,854 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153 to pos 379, reset compression=false 2024-11-15T07:22:35,858 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.wal-reader.32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.1731655331413 to pos 379, reset compression=false 2024-11-15T07:22:35,862 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.wal-reader.32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T07:22:35,862 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.wal-reader.32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.1731655331413 to pos 480, reset compression=false 2024-11-15T07:22:35,862 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.shipper32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,38141,1731655329461 got entry batch from reader: WALEntryBatch [walEntries=[{test/6e40c277497bef4f8aaf16be0e530ba3/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.1731655331413, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-15T07:22:35,863 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.shipper32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T07:22:35,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-15T07:22:35,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T07:22:35,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@730c67a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:35,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,40847,-1 for getting cluster id 2024-11-15T07:22:35,866 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:22:35,866 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '687359f7-26d4-4a86-8a67-508f87d3109f' 2024-11-15T07:22:35,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:22:35,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "687359f7-26d4-4a86-8a67-508f87d3109f" 2024-11-15T07:22:35,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5eec3aab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:35,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,40847,-1] 2024-11-15T07:22:35,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:22:35,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:35,867 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:22:35,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@382de58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:35,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:22:35,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,35663,1731655335386, seqNum=-1] 2024-11-15T07:22:35,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:22:35,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-15T07:22:35,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731655345431.5f8d919ed788c29dacf658c55c5969b3., hostname=32f0bc5975d0,35663,1731655335386, seqNum=2] 2024-11-15T07:22:35,873 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T07:22:36,066 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.wal-reader.32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.1731655331413 to pos 480, reset compression=false 2024-11-15T07:22:36,219 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 to pos 379, reset compression=false 2024-11-15T07:22:36,223 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T07:22:36,223 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 to pos 504, reset compression=false 2024-11-15T07:22:36,223 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.shipper32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,35663,1731655335386 got entry batch from reader: WALEntryBatch [walEntries=[{test/5f8d919ed788c29dacf658c55c5969b3/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-15T07:22:36,224 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-15T07:22:36,224 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.shipper32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T07:22:36,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-15T07:22:36,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46773 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T07:22:36,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@72ccf476, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:36,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46773 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,43159,-1 for getting cluster id 2024-11-15T07:22:36,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46773 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:22:36,226 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9d7272f4-6325-449d-98bf-1a7d4ea745f1' 2024-11-15T07:22:36,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:22:36,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9d7272f4-6325-449d-98bf-1a7d4ea745f1" 2024-11-15T07:22:36,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3078f71c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:36,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,43159,-1] 2024-11-15T07:22:36,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:22:36,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:36,227 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:22:36,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46773 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79930f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:36,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46773 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:22:36,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,46773,1731655340303, seqNum=-1] 2024-11-15T07:22:36,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:22:36,230 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34622, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-15T07:22:36,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731655347581.b96bb9af74d0588a8cc73a82c08e2131., hostname=32f0bc5975d0,46773,1731655340303, seqNum=2] 2024-11-15T07:22:36,233 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46773 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T07:22:36,358 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153 to pos 379, reset compression=false 2024-11-15T07:22:36,362 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:22:36,362 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153 to pos 527, reset compression=false 2024-11-15T07:22:36,362 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.shipper32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,46773,1731655340303 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T07:22:36,369 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.wal-reader.32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.1731655331413 to pos 480, reset compression=false 2024-11-15T07:22:36,426 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 to pos 504, reset compression=false 2024-11-15T07:22:36,564 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153 to pos 527, reset compression=false 2024-11-15T07:22:36,729 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 to pos 504, reset compression=false 2024-11-15T07:22:36,773 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.wal-reader.32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.1731655331413 to pos 480, reset compression=false 2024-11-15T07:22:36,867 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153 to pos 527, reset compression=false 2024-11-15T07:22:37,132 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 to pos 504, reset compression=false 2024-11-15T07:22:37,226 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-15T07:22:37,226 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:22:37,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,35663,1731655335386, seqNum=-1] 2024-11-15T07:22:37,227 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:22:37,228 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:22:37,230 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731655345431.5f8d919ed788c29dacf658c55c5969b3., hostname=32f0bc5975d0,35663,1731655335386, seqNum=2] 2024-11-15T07:22:37,232 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-15T07:22:37,271 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153 to pos 527, reset compression=false 2024-11-15T07:22:37,287 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.wal-reader.32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.1731655331413 to pos 480, reset compression=false 2024-11-15T07:22:37,635 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 to pos 504, reset compression=false 2024-11-15T07:22:37,639 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T07:22:37,639 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 to pos 608, reset compression=false 2024-11-15T07:22:37,639 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.shipper32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,35663,1731655335386 got entry batch from reader: WALEntryBatch [walEntries=[{test/5f8d919ed788c29dacf658c55c5969b3/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T07:22:37,640 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46773 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T07:22:37,642 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46773 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T07:22:37,774 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153 to pos 527, reset compression=false 2024-11-15T07:22:37,822 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:22:37,822 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153 to pos 654, reset compression=false 2024-11-15T07:22:37,822 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.shipper32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,46773,1731655340303 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T07:22:37,842 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 to pos 608, reset compression=false 2024-11-15T07:22:37,890 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.wal-reader.32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.1731655331413 to pos 480, reset compression=false 2024-11-15T07:22:38,026 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153 to pos 654, reset compression=false 2024-11-15T07:22:38,144 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 to pos 608, reset compression=false 2024-11-15T07:22:38,234 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-15T07:22:38,237 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-15T07:22:38,329 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153 to pos 654, reset compression=false 2024-11-15T07:22:38,333 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T07:22:38,333 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153 to pos 758, reset compression=false 2024-11-15T07:22:38,333 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.shipper32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,46773,1731655340303 got entry batch from reader: WALEntryBatch [walEntries=[{test/b96bb9af74d0588a8cc73a82c08e2131/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-15T07:22:38,334 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.shipper32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T07:22:38,335 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56294, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-15T07:22:38,336 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T07:22:38,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T07:22:38,535 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153 to pos 758, reset compression=false 2024-11-15T07:22:38,547 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 to pos 608, reset compression=false 2024-11-15T07:22:38,551 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:22:38,551 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 to pos 736, reset compression=false 2024-11-15T07:22:38,551 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.shipper32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,35663,1731655335386 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374, lastWalPosition=736, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T07:22:38,593 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.wal-reader.32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.1731655331413 to pos 480, reset compression=false 2024-11-15T07:22:38,703 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T07:22:38,754 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 to pos 736, reset compression=false 2024-11-15T07:22:38,838 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153 to pos 758, reset compression=false 2024-11-15T07:22:39,058 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 to pos 736, reset compression=false 2024-11-15T07:22:39,239 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-15T07:22:39,241 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153 to pos 758, reset compression=false 2024-11-15T07:22:39,244 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-15T07:22:39,397 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.wal-reader.32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.1731655331413 to pos 480, reset compression=false 2024-11-15T07:22:39,434 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.wal-reader.32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T07:22:39,434 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.wal-reader.32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.1731655331413 to pos 636, reset compression=false 2024-11-15T07:22:39,434 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.shipper32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,38141,1731655329461 got entry batch from reader: WALEntryBatch [walEntries=[{test/6e40c277497bef4f8aaf16be0e530ba3/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.1731655331413, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-15T07:22:39,435 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T07:22:39,438 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T07:22:39,461 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 to pos 736, reset compression=false 2024-11-15T07:22:39,466 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T07:22:39,466 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 to pos 884, reset compression=false 2024-11-15T07:22:39,466 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.shipper32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,35663,1731655335386 got entry batch from reader: WALEntryBatch [walEntries=[{test/5f8d919ed788c29dacf658c55c5969b3/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374, lastWalPosition=884, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-15T07:22:39,468 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46773 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T07:22:39,471 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46773 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T07:22:39,661 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.wal-reader.32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.1731655331413 to pos 636, reset compression=false 2024-11-15T07:22:39,677 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 to pos 884, reset compression=false 2024-11-15T07:22:39,757 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153 to pos 758, reset compression=false 2024-11-15T07:22:39,761 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:22:39,761 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153 to pos 929, reset compression=false 2024-11-15T07:22:39,761 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.shipper32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,46773,1731655340303 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T07:22:39,964 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153 to pos 929, reset compression=false 2024-11-15T07:22:39,965 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.wal-reader.32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.1731655331413 to pos 636, reset compression=false 2024-11-15T07:22:39,981 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 to pos 884, reset compression=false 2024-11-15T07:22:40,089 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T07:22:40,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:40,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:40,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:40,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:40,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:40,151 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:40,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:40,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:40,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:40,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:40,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:40,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:40,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:40,169 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:40,247 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-15T07:22:40,251 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-15T07:22:40,267 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153 to pos 929, reset compression=false 2024-11-15T07:22:40,367 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.wal-reader.32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.1731655331413 to pos 636, reset compression=false 2024-11-15T07:22:40,384 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 to pos 884, reset compression=false 2024-11-15T07:22:40,387 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T07:22:40,387 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 to pos 1043, reset compression=false 2024-11-15T07:22:40,387 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.shipper32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,35663,1731655335386 got entry batch from reader: WALEntryBatch [walEntries=[{test/5f8d919ed788c29dacf658c55c5969b3/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374, lastWalPosition=1043, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-15T07:22:40,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46773 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T07:22:40,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46773 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T07:22:40,589 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 to pos 1043, reset compression=false 2024-11-15T07:22:40,675 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153 to pos 929, reset compression=false 2024-11-15T07:22:40,702 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:22:40,702 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.shipper32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,46773,1731655340303 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T07:22:40,704 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153 to pos 1078, reset compression=false 2024-11-15T07:22:40,870 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.wal-reader.32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.1731655331413 to pos 636, reset compression=false 2024-11-15T07:22:40,894 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 to pos 1043, reset compression=false 2024-11-15T07:22:40,914 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153 to pos 1078, reset compression=false 2024-11-15T07:22:41,217 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153 to pos 1078, reset compression=false 2024-11-15T07:22:41,252 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-15T07:22:41,255 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-15T07:22:41,298 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 to pos 1043, reset compression=false 2024-11-15T07:22:41,474 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.wal-reader.32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.1731655331413 to pos 636, reset compression=false 2024-11-15T07:22:41,620 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153 to pos 1078, reset compression=false 2024-11-15T07:22:41,624 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T07:22:41,624 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153 to pos 1237, reset compression=false 2024-11-15T07:22:41,624 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.shipper32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,46773,1731655340303 got entry batch from reader: WALEntryBatch [walEntries=[{test/b96bb9af74d0588a8cc73a82c08e2131/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-15T07:22:41,625 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-15T07:22:41,627 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35663 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-15T07:22:41,801 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 to pos 1043, reset compression=false 2024-11-15T07:22:41,805 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:22:41,805 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 to pos 1193, reset compression=false 2024-11-15T07:22:41,805 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.shipper32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,35663,1731655335386 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374, lastWalPosition=1193, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T07:22:41,827 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153 to pos 1237, reset compression=false 2024-11-15T07:22:42,008 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 to pos 1193, reset compression=false 2024-11-15T07:22:42,130 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153 to pos 1237, reset compression=false 2024-11-15T07:22:42,176 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.wal-reader.32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.1731655331413 to pos 636, reset compression=false 2024-11-15T07:22:42,256 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-15T07:22:42,261 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T07:22:42,261 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:22:42,261 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:22:42,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:42,261 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:22:42,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:42,261 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T07:22:42,262 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1333883860, stopped=false 2024-11-15T07:22:42,262 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32f0bc5975d0,43159,1731655340183 2024-11-15T07:22:42,311 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 to pos 1193, reset compression=false 2024-11-15T07:22:42,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46773-0x1013d5f59730007, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1799779041/running 2024-11-15T07:22:42,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46773-0x1013d5f59730007, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1799779041 2024-11-15T07:22:42,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43159-0x1013d5f59730006, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1799779041/running 2024-11-15T07:22:42,318 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:22:42,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43159-0x1013d5f59730006, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1799779041 2024-11-15T07:22:42,318 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:22:42,318 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:22:42,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:42,318 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32f0bc5975d0,46773,1731655340303' ***** 2024-11-15T07:22:42,318 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46773-0x1013d5f59730007, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Set watcher on znode that does not yet exist, /2-1799779041/running 2024-11-15T07:22:42,319 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T07:22:42,319 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43159-0x1013d5f59730006, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Set watcher on znode that does not yet exist, /2-1799779041/running 2024-11-15T07:22:42,319 INFO [RS:0;32f0bc5975d0:46773 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T07:22:42,319 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T07:22:42,319 INFO [RS:0;32f0bc5975d0:46773 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T07:22:42,319 INFO [RS:0;32f0bc5975d0:46773 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T07:22:42,319 INFO [RS:0;32f0bc5975d0:46773 {}] regionserver.HRegionServer(3091): Received CLOSE for cb3f7d425920d6ff7dae5f562a2bf988 2024-11-15T07:22:42,319 INFO [RS:0;32f0bc5975d0:46773 {}] regionserver.HRegionServer(3091): Received CLOSE for b96bb9af74d0588a8cc73a82c08e2131 2024-11-15T07:22:42,319 INFO [RS:0;32f0bc5975d0:46773 {}] regionserver.HRegionServer(959): stopping server 32f0bc5975d0,46773,1731655340303 2024-11-15T07:22:42,320 INFO [RS:0;32f0bc5975d0:46773 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:22:42,320 INFO [RS:0;32f0bc5975d0:46773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:46773. 2024-11-15T07:22:42,320 DEBUG [RS:0;32f0bc5975d0:46773 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:22:42,320 DEBUG [RS:0;32f0bc5975d0:46773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:42,320 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cb3f7d425920d6ff7dae5f562a2bf988, disabling compactions & flushes 2024-11-15T07:22:42,320 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731655354071.cb3f7d425920d6ff7dae5f562a2bf988. 2024-11-15T07:22:42,320 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731655354071.cb3f7d425920d6ff7dae5f562a2bf988. 2024-11-15T07:22:42,320 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731655354071.cb3f7d425920d6ff7dae5f562a2bf988. after waiting 0 ms 2024-11-15T07:22:42,320 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731655354071.cb3f7d425920d6ff7dae5f562a2bf988. 2024-11-15T07:22:42,320 INFO [RS:0;32f0bc5975d0:46773 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T07:22:42,320 INFO [RS:0;32f0bc5975d0:46773 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T07:22:42,320 INFO [RS:0;32f0bc5975d0:46773 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T07:22:42,320 INFO [RS:0;32f0bc5975d0:46773 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T07:22:42,320 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cb3f7d425920d6ff7dae5f562a2bf988 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-15T07:22:42,320 INFO [RS:0;32f0bc5975d0:46773 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T07:22:42,320 DEBUG [RS:0;32f0bc5975d0:46773 {}] regionserver.HRegionServer(1325): Online Regions={cb3f7d425920d6ff7dae5f562a2bf988=hbase:replication,,1731655354071.cb3f7d425920d6ff7dae5f562a2bf988., b96bb9af74d0588a8cc73a82c08e2131=test,,1731655347581.b96bb9af74d0588a8cc73a82c08e2131., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T07:22:42,320 DEBUG [RS:0;32f0bc5975d0:46773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b96bb9af74d0588a8cc73a82c08e2131, cb3f7d425920d6ff7dae5f562a2bf988 2024-11-15T07:22:42,320 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:22:42,320 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:22:42,320 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:22:42,320 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:22:42,320 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:22:42,320 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T07:22:42,337 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/hbase/meta/1588230740/.tmp/info/af750d6bd5e04c9aa84d036c4266a6b5 is 147, key is hbase:replication,,1731655354071.cb3f7d425920d6ff7dae5f562a2bf988./info:regioninfo/1731655354610/Put/seqid=0 2024-11-15T07:22:42,337 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/hbase/replication/cb3f7d425920d6ff7dae5f562a2bf988/.tmp/queue/b3b23e89979246a881ef796b0f62e201 is 154, key is 1-32f0bc5975d0,46773,1731655340303/queue:32f0bc5975d0%2C46773%2C1731655340303/1731655361628/Put/seqid=0 2024-11-15T07:22:42,339 INFO [regionserver/32f0bc5975d0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:22:42,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741840_1016 (size=5353) 2024-11-15T07:22:42,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741841_1017 (size=7686) 2024-11-15T07:22:42,520 DEBUG [RS:0;32f0bc5975d0:46773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b96bb9af74d0588a8cc73a82c08e2131, cb3f7d425920d6ff7dae5f562a2bf988 2024-11-15T07:22:42,533 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153 to pos 1237, reset compression=false 2024-11-15T07:22:42,714 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 to pos 1193, reset compression=false 2024-11-15T07:22:42,720 DEBUG [RS:0;32f0bc5975d0:46773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b96bb9af74d0588a8cc73a82c08e2131, cb3f7d425920d6ff7dae5f562a2bf988 2024-11-15T07:22:42,743 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/hbase/meta/1588230740/.tmp/info/af750d6bd5e04c9aa84d036c4266a6b5 2024-11-15T07:22:42,743 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/hbase/replication/cb3f7d425920d6ff7dae5f562a2bf988/.tmp/queue/b3b23e89979246a881ef796b0f62e201 2024-11-15T07:22:42,747 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/hbase/replication/cb3f7d425920d6ff7dae5f562a2bf988/.tmp/queue/b3b23e89979246a881ef796b0f62e201 as hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/hbase/replication/cb3f7d425920d6ff7dae5f562a2bf988/queue/b3b23e89979246a881ef796b0f62e201 2024-11-15T07:22:42,751 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/hbase/replication/cb3f7d425920d6ff7dae5f562a2bf988/queue/b3b23e89979246a881ef796b0f62e201, entries=1, sequenceid=12, filesize=5.2 K 2024-11-15T07:22:42,752 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for cb3f7d425920d6ff7dae5f562a2bf988 in 432ms, sequenceid=12, compaction requested=false 2024-11-15T07:22:42,759 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/hbase/replication/cb3f7d425920d6ff7dae5f562a2bf988/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-15T07:22:42,761 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:22:42,761 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:22:42,761 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/hbase/meta/1588230740/.tmp/ns/1045c015abde4db2bd9ca8387f60cbc5 is 43, key is default/ns:d/1731655343187/Put/seqid=0 2024-11-15T07:22:42,761 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731655354071.cb3f7d425920d6ff7dae5f562a2bf988. 2024-11-15T07:22:42,761 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cb3f7d425920d6ff7dae5f562a2bf988: Waiting for close lock at 1731655362320Running coprocessor pre-close hooks at 1731655362320Disabling compacts and flushes for region at 1731655362320Disabling writes for close at 1731655362320Obtaining lock to block concurrent updates at 1731655362320Preparing flush snapshotting stores in cb3f7d425920d6ff7dae5f562a2bf988 at 1731655362320Finished memstore snapshotting hbase:replication,,1731655354071.cb3f7d425920d6ff7dae5f562a2bf988., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731655362320Flushing stores of hbase:replication,,1731655354071.cb3f7d425920d6ff7dae5f562a2bf988. at 1731655362320Flushing cb3f7d425920d6ff7dae5f562a2bf988/queue: creating writer at 1731655362321 (+1 ms)Flushing cb3f7d425920d6ff7dae5f562a2bf988/queue: appending metadata at 1731655362336 (+15 ms)Flushing cb3f7d425920d6ff7dae5f562a2bf988/queue: closing flushed file at 1731655362336Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17d15c57: reopening flushed file at 1731655362746 (+410 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for cb3f7d425920d6ff7dae5f562a2bf988 in 432ms, sequenceid=12, compaction requested=false at 1731655362752 (+6 ms)Writing region close event to WAL at 1731655362757 (+5 ms)Running coprocessor post-close hooks at 1731655362761 (+4 ms)Closed at 1731655362761 2024-11-15T07:22:42,761 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731655354071.cb3f7d425920d6ff7dae5f562a2bf988. 2024-11-15T07:22:42,761 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b96bb9af74d0588a8cc73a82c08e2131, disabling compactions & flushes 2024-11-15T07:22:42,762 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731655347581.b96bb9af74d0588a8cc73a82c08e2131. 2024-11-15T07:22:42,762 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731655347581.b96bb9af74d0588a8cc73a82c08e2131. 2024-11-15T07:22:42,762 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731655347581.b96bb9af74d0588a8cc73a82c08e2131. after waiting 0 ms 2024-11-15T07:22:42,762 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731655347581.b96bb9af74d0588a8cc73a82c08e2131. 2024-11-15T07:22:42,762 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b96bb9af74d0588a8cc73a82c08e2131 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-15T07:22:42,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741842_1018 (size=5153) 2024-11-15T07:22:42,778 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/default/test/b96bb9af74d0588a8cc73a82c08e2131/.tmp/f/65325ea596724e01adc58f540cb8ae34 is 29, key is row1/f:/1731655360248/DeleteFamily/seqid=0 2024-11-15T07:22:42,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741843_1019 (size=5152) 2024-11-15T07:22:42,920 DEBUG [RS:0;32f0bc5975d0:46773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b96bb9af74d0588a8cc73a82c08e2131 2024-11-15T07:22:42,979 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.wal-reader.32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.1731655331413 to pos 636, reset compression=false 2024-11-15T07:22:43,020 INFO [regionserver/32f0bc5975d0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T07:22:43,020 INFO [regionserver/32f0bc5975d0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T07:22:43,121 DEBUG [RS:0;32f0bc5975d0:46773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b96bb9af74d0588a8cc73a82c08e2131 2024-11-15T07:22:43,156 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153 to pos 1237, reset compression=false 2024-11-15T07:22:43,159 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:22:43,159 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153 to pos 1484, reset compression=false 2024-11-15T07:22:43,159 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.shipper32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,46773,1731655340303 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153, lastWalPosition=1484, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T07:22:43,160 ERROR [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.shipper32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 32f0bc5975d0,46773,1731655340303: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-32f0bc5975d0,46773,1731655340303, walGroup=32f0bc5975d0%2C46773%2C1731655340303, offset=32f0bc5975d0%2C46773%2C1731655340303.1731655342153:1484, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:46773 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T07:22:43,161 ERROR [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.shipper32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T07:22:43,161 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.shipper32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T07:22:43,162 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.shipper32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T07:22:43,162 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.shipper32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T07:22:43,162 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.shipper32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T07:22:43,162 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.shipper32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1384120320, "init": 1048576000, "max": 2306867200, "used": 1000147200 }, "NonHeapMemoryUsage": { "committed": 206635008, "init": 7667712, "max": -1, "used": 202647400 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T07:22:43,162 WARN [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.shipper32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:43159 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:43159 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T07:22:43,166 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/hbase/meta/1588230740/.tmp/ns/1045c015abde4db2bd9ca8387f60cbc5 2024-11-15T07:22:43,181 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/hbase/meta/1588230740/.tmp/rep_barrier/63dfa5dd28204b6f903c046d5e8bd22c is 112, key is test,,1731655347581.b96bb9af74d0588a8cc73a82c08e2131./rep_barrier:seqnumDuringOpen/1731655348727/Put/seqid=0 2024-11-15T07:22:43,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741844_1020 (size=5518) 2024-11-15T07:22:43,216 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 to pos 1193, reset compression=false 2024-11-15T07:22:43,308 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/default/test/b96bb9af74d0588a8cc73a82c08e2131/.tmp/f/65325ea596724e01adc58f540cb8ae34 2024-11-15T07:22:43,311 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 65325ea596724e01adc58f540cb8ae34 2024-11-15T07:22:43,321 INFO [RS:0;32f0bc5975d0:46773 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T07:22:43,321 DEBUG [RS:0;32f0bc5975d0:46773 {}] regionserver.HRegionServer(1325): Online Regions={b96bb9af74d0588a8cc73a82c08e2131=test,,1731655347581.b96bb9af74d0588a8cc73a82c08e2131., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T07:22:43,321 DEBUG [RS:0;32f0bc5975d0:46773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b96bb9af74d0588a8cc73a82c08e2131 2024-11-15T07:22:43,323 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/default/test/b96bb9af74d0588a8cc73a82c08e2131/.tmp/f1/69bff138d9e54f4eb19d2ad132d1be07 is 30, key is row1/f1:/1731655360248/DeleteFamily/seqid=0 2024-11-15T07:22:43,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741845_1021 (size=5158) 2024-11-15T07:22:43,362 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153 to pos 1484, reset compression=false 2024-11-15T07:22:43,521 DEBUG [RS:0;32f0bc5975d0:46773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b96bb9af74d0588a8cc73a82c08e2131 2024-11-15T07:22:43,584 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/hbase/meta/1588230740/.tmp/rep_barrier/63dfa5dd28204b6f903c046d5e8bd22c 2024-11-15T07:22:43,600 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/hbase/meta/1588230740/.tmp/table/d3f5edd2998b44edaebb63861f276a67 is 53, key is hbase:replication/table:state/1731655354617/Put/seqid=0 2024-11-15T07:22:43,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741846_1022 (size=5308) 2024-11-15T07:22:43,664 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153 to pos 1484, reset compression=false 2024-11-15T07:22:43,721 DEBUG [RS:0;32f0bc5975d0:46773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b96bb9af74d0588a8cc73a82c08e2131 2024-11-15T07:22:43,726 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/default/test/b96bb9af74d0588a8cc73a82c08e2131/.tmp/f1/69bff138d9e54f4eb19d2ad132d1be07 2024-11-15T07:22:43,730 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 69bff138d9e54f4eb19d2ad132d1be07 2024-11-15T07:22:43,749 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/default/test/b96bb9af74d0588a8cc73a82c08e2131/.tmp/norep/8256d03b0a5c475ab303d86dfa1ecae8 is 33, key is row2/norep:/1731655361253/DeleteFamily/seqid=0 2024-11-15T07:22:43,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741847_1023 (size=5108) 2024-11-15T07:22:43,819 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 to pos 1193, reset compression=false 2024-11-15T07:22:43,882 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.wal-reader.32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.1731655331413 to pos 636, reset compression=false 2024-11-15T07:22:43,921 DEBUG [RS:0;32f0bc5975d0:46773 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b96bb9af74d0588a8cc73a82c08e2131 2024-11-15T07:22:44,003 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/hbase/meta/1588230740/.tmp/table/d3f5edd2998b44edaebb63861f276a67 2024-11-15T07:22:44,010 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/hbase/meta/1588230740/.tmp/info/af750d6bd5e04c9aa84d036c4266a6b5 as hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/hbase/meta/1588230740/info/af750d6bd5e04c9aa84d036c4266a6b5 2024-11-15T07:22:44,013 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/hbase/meta/1588230740/info/af750d6bd5e04c9aa84d036c4266a6b5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T07:22:44,014 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/hbase/meta/1588230740/.tmp/ns/1045c015abde4db2bd9ca8387f60cbc5 as hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/hbase/meta/1588230740/ns/1045c015abde4db2bd9ca8387f60cbc5 2024-11-15T07:22:44,017 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/hbase/meta/1588230740/ns/1045c015abde4db2bd9ca8387f60cbc5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T07:22:44,018 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/hbase/meta/1588230740/.tmp/rep_barrier/63dfa5dd28204b6f903c046d5e8bd22c as hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/hbase/meta/1588230740/rep_barrier/63dfa5dd28204b6f903c046d5e8bd22c 2024-11-15T07:22:44,021 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/hbase/meta/1588230740/rep_barrier/63dfa5dd28204b6f903c046d5e8bd22c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T07:22:44,021 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/hbase/meta/1588230740/.tmp/table/d3f5edd2998b44edaebb63861f276a67 as hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/hbase/meta/1588230740/table/d3f5edd2998b44edaebb63861f276a67 2024-11-15T07:22:44,024 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/hbase/meta/1588230740/table/d3f5edd2998b44edaebb63861f276a67, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T07:22:44,025 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1705ms, sequenceid=16, compaction requested=false 2024-11-15T07:22:44,029 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T07:22:44,029 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:22:44,029 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:22:44,029 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:22:44,029 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655362320Running coprocessor pre-close hooks at 1731655362320Disabling compacts and flushes for region at 1731655362320Disabling writes for close at 1731655362320Obtaining lock to block concurrent updates at 1731655362320Preparing flush snapshotting stores in 1588230740 at 1731655362320Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731655362320Flushing stores of hbase:meta,,1.1588230740 at 1731655362321 (+1 ms)Flushing 1588230740/info: creating writer at 1731655362321Flushing 1588230740/info: appending metadata at 1731655362337 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731655362337Flushing 1588230740/ns: creating writer at 1731655362746 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731655362761 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731655362761Flushing 1588230740/rep_barrier: creating writer at 1731655363169 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731655363181 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731655363181Flushing 1588230740/table: creating writer at 1731655363588 (+407 ms)Flushing 1588230740/table: appending metadata at 1731655363599 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731655363599Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@255ee42c: reopening flushed file at 1731655364009 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@146e7f8c: reopening flushed file at 1731655364014 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5430099: reopening flushed file at 1731655364017 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36cb5faf: reopening flushed file at 1731655364021 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1705ms, sequenceid=16, compaction requested=false at 1731655364025 (+4 ms)Writing region close event to WAL at 1731655364027 (+2 ms)Running coprocessor post-close hooks at 1731655364029 (+2 ms)Closed at 1731655364029 2024-11-15T07:22:44,029 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T07:22:44,068 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.1731655342153 to pos 1484, reset compression=false 2024-11-15T07:22:44,122 DEBUG [RS:0;32f0bc5975d0:46773 {}] regionserver.HRegionServer(1351): Waiting on b96bb9af74d0588a8cc73a82c08e2131 2024-11-15T07:22:44,152 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/default/test/b96bb9af74d0588a8cc73a82c08e2131/.tmp/norep/8256d03b0a5c475ab303d86dfa1ecae8 2024-11-15T07:22:44,156 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8256d03b0a5c475ab303d86dfa1ecae8 2024-11-15T07:22:44,156 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/default/test/b96bb9af74d0588a8cc73a82c08e2131/.tmp/f/65325ea596724e01adc58f540cb8ae34 as hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/default/test/b96bb9af74d0588a8cc73a82c08e2131/f/65325ea596724e01adc58f540cb8ae34 2024-11-15T07:22:44,160 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 65325ea596724e01adc58f540cb8ae34 2024-11-15T07:22:44,160 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/default/test/b96bb9af74d0588a8cc73a82c08e2131/f/65325ea596724e01adc58f540cb8ae34, entries=3, sequenceid=10, filesize=5.0 K 2024-11-15T07:22:44,160 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/default/test/b96bb9af74d0588a8cc73a82c08e2131/.tmp/f1/69bff138d9e54f4eb19d2ad132d1be07 as hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/default/test/b96bb9af74d0588a8cc73a82c08e2131/f1/69bff138d9e54f4eb19d2ad132d1be07 2024-11-15T07:22:44,163 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 69bff138d9e54f4eb19d2ad132d1be07 2024-11-15T07:22:44,163 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/default/test/b96bb9af74d0588a8cc73a82c08e2131/f1/69bff138d9e54f4eb19d2ad132d1be07, entries=3, sequenceid=10, filesize=5.0 K 2024-11-15T07:22:44,164 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/default/test/b96bb9af74d0588a8cc73a82c08e2131/.tmp/norep/8256d03b0a5c475ab303d86dfa1ecae8 as hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/default/test/b96bb9af74d0588a8cc73a82c08e2131/norep/8256d03b0a5c475ab303d86dfa1ecae8 2024-11-15T07:22:44,167 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8256d03b0a5c475ab303d86dfa1ecae8 2024-11-15T07:22:44,167 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/default/test/b96bb9af74d0588a8cc73a82c08e2131/norep/8256d03b0a5c475ab303d86dfa1ecae8, entries=1, sequenceid=10, filesize=5.0 K 2024-11-15T07:22:44,168 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for b96bb9af74d0588a8cc73a82c08e2131 in 1406ms, sequenceid=10, compaction requested=false 2024-11-15T07:22:44,172 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/data/default/test/b96bb9af74d0588a8cc73a82c08e2131/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-15T07:22:44,172 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:22:44,172 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T07:22:44,172 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731655347581.b96bb9af74d0588a8cc73a82c08e2131. 2024-11-15T07:22:44,172 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b96bb9af74d0588a8cc73a82c08e2131: Waiting for close lock at 1731655362761Running coprocessor pre-close hooks at 1731655362761Disabling compacts and flushes for region at 1731655362761Disabling writes for close at 1731655362762 (+1 ms)Obtaining lock to block concurrent updates at 1731655362762Preparing flush snapshotting stores in b96bb9af74d0588a8cc73a82c08e2131 at 1731655362762Finished memstore snapshotting test,,1731655347581.b96bb9af74d0588a8cc73a82c08e2131., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731655362762Flushing stores of test,,1731655347581.b96bb9af74d0588a8cc73a82c08e2131. at 1731655362762Flushing b96bb9af74d0588a8cc73a82c08e2131/f: creating writer at 1731655362763 (+1 ms)Flushing b96bb9af74d0588a8cc73a82c08e2131/f: appending metadata at 1731655362778 (+15 ms)Flushing b96bb9af74d0588a8cc73a82c08e2131/f: closing flushed file at 1731655362778Flushing b96bb9af74d0588a8cc73a82c08e2131/f1: creating writer at 1731655363311 (+533 ms)Flushing b96bb9af74d0588a8cc73a82c08e2131/f1: appending metadata at 1731655363323 (+12 ms)Flushing b96bb9af74d0588a8cc73a82c08e2131/f1: closing flushed file at 1731655363323Flushing b96bb9af74d0588a8cc73a82c08e2131/norep: creating writer at 1731655363730 (+407 ms)Flushing b96bb9af74d0588a8cc73a82c08e2131/norep: appending metadata at 1731655363748 (+18 ms)Flushing b96bb9af74d0588a8cc73a82c08e2131/norep: closing flushed file at 1731655363748Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27f1c61: reopening flushed file at 1731655364156 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d42d1b0: reopening flushed file at 1731655364160 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ec7a431: reopening flushed file at 1731655364164 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for b96bb9af74d0588a8cc73a82c08e2131 in 1406ms, sequenceid=10, compaction requested=false at 1731655364168 (+4 ms)Writing region close event to WAL at 1731655364169 (+1 ms)Running coprocessor post-close hooks at 1731655364172 (+3 ms)Closed at 1731655364172 2024-11-15T07:22:44,172 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731655347581.b96bb9af74d0588a8cc73a82c08e2131. 2024-11-15T07:22:44,322 INFO [RS:0;32f0bc5975d0:46773 {}] regionserver.HRegionServer(976): stopping server 32f0bc5975d0,46773,1731655340303; all regions closed. 2024-11-15T07:22:44,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741834_1010 (size=4239) 2024-11-15T07:22:44,324 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/WALs/32f0bc5975d0,46773,1731655340303/32f0bc5975d0%2C46773%2C1731655340303.meta.1731655343130.meta not finished, retry = 0 2024-11-15T07:22:44,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741839_1015 (size=3114) 2024-11-15T07:22:44,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741832_1008 (size=2136) 2024-11-15T07:22:44,428 DEBUG [RS:0;32f0bc5975d0:46773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:44,428 INFO [RS:0;32f0bc5975d0:46773 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:22:44,428 INFO [RS:0;32f0bc5975d0:46773 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:22:44,429 INFO [RS:0;32f0bc5975d0:46773 {}] hbase.ChoreService(370): Chore service for: regionserver/32f0bc5975d0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T07:22:44,429 INFO [RS:0;32f0bc5975d0:46773 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:22:44,429 INFO [regionserver/32f0bc5975d0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:22:44,429 INFO [RS:0;32f0bc5975d0:46773 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-32f0bc5975d0,46773,1731655340303 because: Region server is closing 2024-11-15T07:22:44,429 INFO [RS:0;32f0bc5975d0:46773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:46773. 2024-11-15T07:22:44,429 DEBUG [RS:0;32f0bc5975d0:46773 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:22:44,429 DEBUG [RS:0;32f0bc5975d0:46773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:44,429 DEBUG [RS:0;32f0bc5975d0:46773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:44,429 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:22:44,522 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 to pos 1193, reset compression=false 2024-11-15T07:22:44,530 INFO [RS:0;32f0bc5975d0:46773 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.shipper32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 terminated 2024-11-15T07:22:44,530 WARN [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,46773,1731655340303.replicationSource.wal-reader.32f0bc5975d0%2C46773%2C1731655340303,1-32f0bc5975d0,46773,1731655340303 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T07:22:44,530 INFO [RS:0;32f0bc5975d0:46773 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:46773. 2024-11-15T07:22:44,530 DEBUG [RS:0;32f0bc5975d0:46773 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:22:44,530 DEBUG [RS:0;32f0bc5975d0:46773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:44,530 DEBUG [RS:0;32f0bc5975d0:46773 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:44,530 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:22:44,530 INFO [RS:0;32f0bc5975d0:46773 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46773 2024-11-15T07:22:44,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46773-0x1013d5f59730007, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1799779041/rs/32f0bc5975d0,46773,1731655340303 2024-11-15T07:22:44,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43159-0x1013d5f59730006, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1799779041/rs 2024-11-15T07:22:44,539 INFO [RS:0;32f0bc5975d0:46773 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:22:44,549 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32f0bc5975d0,46773,1731655340303] 2024-11-15T07:22:44,560 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1799779041/draining/32f0bc5975d0,46773,1731655340303 already deleted, retry=false 2024-11-15T07:22:44,560 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32f0bc5975d0,46773,1731655340303 expired; onlineServers=0 2024-11-15T07:22:44,560 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32f0bc5975d0,43159,1731655340183' ***** 2024-11-15T07:22:44,560 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T07:22:44,560 INFO [M:0;32f0bc5975d0:43159 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:22:44,560 INFO [M:0;32f0bc5975d0:43159 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:22:44,560 DEBUG [M:0;32f0bc5975d0:43159 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T07:22:44,560 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T07:22:44,560 DEBUG [M:0;32f0bc5975d0:43159 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T07:22:44,561 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655341895 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655341895,5,FailOnTimeoutGroup] 2024-11-15T07:22:44,561 INFO [M:0;32f0bc5975d0:43159 {}] hbase.ChoreService(370): Chore service for: master/32f0bc5975d0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T07:22:44,561 INFO [M:0;32f0bc5975d0:43159 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:22:44,561 DEBUG [M:0;32f0bc5975d0:43159 {}] master.HMaster(1795): Stopping service threads 2024-11-15T07:22:44,561 INFO [M:0;32f0bc5975d0:43159 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T07:22:44,561 INFO [M:0;32f0bc5975d0:43159 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:22:44,561 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655341895 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655341895,5,FailOnTimeoutGroup] 2024-11-15T07:22:44,561 INFO [M:0;32f0bc5975d0:43159 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T07:22:44,561 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T07:22:44,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43159-0x1013d5f59730006, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1799779041/master 2024-11-15T07:22:44,571 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43159-0x1013d5f59730006, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1799779041 2024-11-15T07:22:44,571 DEBUG [M:0;32f0bc5975d0:43159 {}] zookeeper.ZKUtil(347): master:43159-0x1013d5f59730006, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Unable to get data of znode /2-1799779041/master because node does not exist (not an error) 2024-11-15T07:22:44,571 WARN [M:0;32f0bc5975d0:43159 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T07:22:44,572 INFO [M:0;32f0bc5975d0:43159 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/.lastflushedseqids 2024-11-15T07:22:44,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741848_1024 (size=245) 2024-11-15T07:22:44,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46773-0x1013d5f59730007, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:22:44,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46773-0x1013d5f59730007, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:22:44,650 INFO [RS:0;32f0bc5975d0:46773 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:22:44,650 INFO [RS:0;32f0bc5975d0:46773 {}] regionserver.HRegionServer(1031): Exiting; stopping=32f0bc5975d0,46773,1731655340303; zookeeper connection closed. 2024-11-15T07:22:44,650 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6afbbec6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6afbbec6 2024-11-15T07:22:44,650 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T07:22:44,843 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T07:22:44,889 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.wal-reader.32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.1731655331413 to pos 636, reset compression=false 2024-11-15T07:22:44,979 INFO [M:0;32f0bc5975d0:43159 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T07:22:44,979 INFO [M:0;32f0bc5975d0:43159 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T07:22:44,979 DEBUG [M:0;32f0bc5975d0:43159 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:22:44,979 INFO [M:0;32f0bc5975d0:43159 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:22:44,979 DEBUG [M:0;32f0bc5975d0:43159 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:22:44,979 DEBUG [M:0;32f0bc5975d0:43159 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:22:44,979 DEBUG [M:0;32f0bc5975d0:43159 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:22:44,980 INFO [M:0;32f0bc5975d0:43159 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-15T07:22:44,999 DEBUG [M:0;32f0bc5975d0:43159 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf56184947174fe38f6e6e616f15e79b is 82, key is hbase:meta,,1/info:regioninfo/1731655343156/Put/seqid=0 2024-11-15T07:22:45,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741849_1025 (size=5672) 2024-11-15T07:22:45,325 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 to pos 1193, reset compression=false 2024-11-15T07:22:45,407 INFO [M:0;32f0bc5975d0:43159 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf56184947174fe38f6e6e616f15e79b 2024-11-15T07:22:45,424 DEBUG [M:0;32f0bc5975d0:43159 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c2f87ee90e454817bbd1c7b666dfbc18 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731655354620/Put/seqid=0 2024-11-15T07:22:45,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741850_1026 (size=8516) 2024-11-15T07:22:45,828 INFO [M:0;32f0bc5975d0:43159 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c2f87ee90e454817bbd1c7b666dfbc18 2024-11-15T07:22:45,856 DEBUG [M:0;32f0bc5975d0:43159 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e1353747e204880a39499956000a56e is 69, key is 32f0bc5975d0,46773,1731655340303/rs:state/1731655341976/Put/seqid=0 2024-11-15T07:22:45,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741851_1027 (size=5156) 2024-11-15T07:22:45,992 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.wal-reader.32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.1731655331413 to pos 636, reset compression=false 2024-11-15T07:22:46,228 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 to pos 1193, reset compression=false 2024-11-15T07:22:46,260 INFO [M:0;32f0bc5975d0:43159 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e1353747e204880a39499956000a56e 2024-11-15T07:22:46,265 DEBUG [M:0;32f0bc5975d0:43159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bf56184947174fe38f6e6e616f15e79b as hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bf56184947174fe38f6e6e616f15e79b 2024-11-15T07:22:46,268 INFO [M:0;32f0bc5975d0:43159 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bf56184947174fe38f6e6e616f15e79b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-15T07:22:46,269 DEBUG [M:0;32f0bc5975d0:43159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c2f87ee90e454817bbd1c7b666dfbc18 as hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c2f87ee90e454817bbd1c7b666dfbc18 2024-11-15T07:22:46,272 INFO [M:0;32f0bc5975d0:43159 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c2f87ee90e454817bbd1c7b666dfbc18, entries=11, sequenceid=97, filesize=8.3 K 2024-11-15T07:22:46,273 DEBUG [M:0;32f0bc5975d0:43159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7e1353747e204880a39499956000a56e as hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7e1353747e204880a39499956000a56e 2024-11-15T07:22:46,276 INFO [M:0;32f0bc5975d0:43159 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33751/user/jenkins/test-data/9597ab99-f688-6e74-325b-566e31ce2ed9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7e1353747e204880a39499956000a56e, entries=1, sequenceid=97, filesize=5.0 K 2024-11-15T07:22:46,277 INFO [M:0;32f0bc5975d0:43159 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=97, compaction requested=false 2024-11-15T07:22:46,278 INFO [M:0;32f0bc5975d0:43159 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:22:46,278 DEBUG [M:0;32f0bc5975d0:43159 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655364979Disabling compacts and flushes for region at 1731655364979Disabling writes for close at 1731655364979Obtaining lock to block concurrent updates at 1731655364980 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731655364980Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731655364980Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731655364980Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731655364981 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731655364998 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731655364998Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731655365410 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731655365424 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731655365424Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731655365832 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731655365855 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731655365855Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f8813b6: reopening flushed file at 1731655366264 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ceef7f3: reopening flushed file at 1731655366268 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cb094c2: reopening flushed file at 1731655366272 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=97, compaction requested=false at 1731655366277 (+5 ms)Writing region close event to WAL at 1731655366278 (+1 ms)Closed at 1731655366278 2024-11-15T07:22:46,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42549 is added to blk_1073741830_1006 (size=63654) 2024-11-15T07:22:46,280 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:22:46,280 INFO [M:0;32f0bc5975d0:43159 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T07:22:46,281 INFO [M:0;32f0bc5975d0:43159 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43159 2024-11-15T07:22:46,281 INFO [M:0;32f0bc5975d0:43159 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:22:46,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43159-0x1013d5f59730006, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:22:46,439 INFO [M:0;32f0bc5975d0:43159 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:22:46,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43159-0x1013d5f59730006, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:22:46,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b5ec87{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T07:22:46,441 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1fa5b7b4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T07:22:46,441 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T07:22:46,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cba7072{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T07:22:46,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@105f0187{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c79d368-44e3-ff24-dd51-ca3a4c74f47c/hadoop.log.dir/,STOPPED} 2024-11-15T07:22:46,443 WARN [BP-1499342075-172.17.0.2-1731655337682 heartbeating to localhost/127.0.0.1:33751 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T07:22:46,443 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T07:22:46,443 WARN [BP-1499342075-172.17.0.2-1731655337682 heartbeating to localhost/127.0.0.1:33751 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1499342075-172.17.0.2-1731655337682 (Datanode Uuid 7d089d22-e1ff-421c-a8ed-768edd95e62a) service to localhost/127.0.0.1:33751 2024-11-15T07:22:46,443 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T07:22:46,443 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c79d368-44e3-ff24-dd51-ca3a4c74f47c/cluster_7422fa77-26ef-15ab-e1b7-432b0ebbcb5e/data/data1/current/BP-1499342075-172.17.0.2-1731655337682 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T07:22:46,443 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c79d368-44e3-ff24-dd51-ca3a4c74f47c/cluster_7422fa77-26ef-15ab-e1b7-432b0ebbcb5e/data/data2/current/BP-1499342075-172.17.0.2-1731655337682 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T07:22:46,443 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T07:22:46,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63b14c21{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T07:22:46,449 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@69ba2e95{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T07:22:46,449 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T07:22:46,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3587c4b9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T07:22:46,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d24e108{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c79d368-44e3-ff24-dd51-ca3a4c74f47c/hadoop.log.dir/,STOPPED} 2024-11-15T07:22:46,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T07:22:46,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T07:22:46,461 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:22:46,461 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:22:46,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:46,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:46,461 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:22:46,462 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T07:22:46,462 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1410976784, stopped=false 2024-11-15T07:22:46,462 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32f0bc5975d0,40847,1731655335255 2024-11-15T07:22:46,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40847-0x1013d5f59730003, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2087366178/running 2024-11-15T07:22:46,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1013d5f59730004, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2087366178/running 2024-11-15T07:22:46,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40847-0x1013d5f59730003, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2087366178 2024-11-15T07:22:46,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1013d5f59730004, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2087366178 2024-11-15T07:22:46,474 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:22:46,474 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:22:46,475 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:22:46,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:46,475 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32f0bc5975d0,35663,1731655335386' ***** 2024-11-15T07:22:46,475 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T07:22:46,475 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40847-0x1013d5f59730003, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Set watcher on znode that does not yet exist, /1-2087366178/running 2024-11-15T07:22:46,475 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35663-0x1013d5f59730004, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Set watcher on znode that does not yet exist, /1-2087366178/running 2024-11-15T07:22:46,475 INFO [RS:0;32f0bc5975d0:35663 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T07:22:46,475 INFO [RS:0;32f0bc5975d0:35663 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T07:22:46,475 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T07:22:46,475 INFO [RS:0;32f0bc5975d0:35663 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T07:22:46,475 INFO [RS:0;32f0bc5975d0:35663 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f8d919ed788c29dacf658c55c5969b3 2024-11-15T07:22:46,476 INFO [RS:0;32f0bc5975d0:35663 {}] regionserver.HRegionServer(3091): Received CLOSE for f1e25b1ae2f865050160a22a6280afee 2024-11-15T07:22:46,476 INFO [RS:0;32f0bc5975d0:35663 {}] regionserver.HRegionServer(959): stopping server 32f0bc5975d0,35663,1731655335386 2024-11-15T07:22:46,476 INFO [RS:0;32f0bc5975d0:35663 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:22:46,476 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f8d919ed788c29dacf658c55c5969b3, disabling compactions & flushes 2024-11-15T07:22:46,476 INFO [RS:0;32f0bc5975d0:35663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:35663. 2024-11-15T07:22:46,476 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731655345431.5f8d919ed788c29dacf658c55c5969b3. 2024-11-15T07:22:46,476 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731655345431.5f8d919ed788c29dacf658c55c5969b3. 2024-11-15T07:22:46,476 DEBUG [RS:0;32f0bc5975d0:35663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:22:46,476 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731655345431.5f8d919ed788c29dacf658c55c5969b3. after waiting 0 ms 2024-11-15T07:22:46,476 DEBUG [RS:0;32f0bc5975d0:35663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:46,476 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731655345431.5f8d919ed788c29dacf658c55c5969b3. 2024-11-15T07:22:46,476 INFO [RS:0;32f0bc5975d0:35663 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T07:22:46,476 INFO [RS:0;32f0bc5975d0:35663 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T07:22:46,476 INFO [RS:0;32f0bc5975d0:35663 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T07:22:46,476 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5f8d919ed788c29dacf658c55c5969b3 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-15T07:22:46,476 INFO [RS:0;32f0bc5975d0:35663 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T07:22:46,476 INFO [RS:0;32f0bc5975d0:35663 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T07:22:46,476 DEBUG [RS:0;32f0bc5975d0:35663 {}] regionserver.HRegionServer(1325): Online Regions={5f8d919ed788c29dacf658c55c5969b3=test,,1731655345431.5f8d919ed788c29dacf658c55c5969b3., f1e25b1ae2f865050160a22a6280afee=hbase:replication,,1731655351911.f1e25b1ae2f865050160a22a6280afee., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T07:22:46,476 DEBUG [RS:0;32f0bc5975d0:35663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f8d919ed788c29dacf658c55c5969b3, f1e25b1ae2f865050160a22a6280afee 2024-11-15T07:22:46,476 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:22:46,476 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:22:46,476 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:22:46,476 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:22:46,476 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:22:46,476 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T07:22:46,489 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/hbase/meta/1588230740/.tmp/info/5dcd0bf12b23478099681547bf1c18e5 is 147, key is hbase:replication,,1731655351911.f1e25b1ae2f865050160a22a6280afee./info:regioninfo/1731655353082/Put/seqid=0 2024-11-15T07:22:46,489 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/default/test/5f8d919ed788c29dacf658c55c5969b3/.tmp/f/411767142e1249b297045c6fe60ed625 is 29, key is row1/f:/1731655360248/DeleteFamily/seqid=0 2024-11-15T07:22:46,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741841_1017 (size=5152) 2024-11-15T07:22:46,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741840_1016 (size=7686) 2024-11-15T07:22:46,492 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/default/test/5f8d919ed788c29dacf658c55c5969b3/.tmp/f/411767142e1249b297045c6fe60ed625 2024-11-15T07:22:46,497 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 411767142e1249b297045c6fe60ed625 2024-11-15T07:22:46,509 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/default/test/5f8d919ed788c29dacf658c55c5969b3/.tmp/f1/e69ea17e319c4d93bdb622b302469129 is 30, key is row1/f1:/1731655360248/DeleteFamily/seqid=0 2024-11-15T07:22:46,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741842_1018 (size=5158) 2024-11-15T07:22:46,564 INFO [regionserver/32f0bc5975d0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:22:46,676 DEBUG [RS:0;32f0bc5975d0:35663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f8d919ed788c29dacf658c55c5969b3, f1e25b1ae2f865050160a22a6280afee 2024-11-15T07:22:46,876 DEBUG [RS:0;32f0bc5975d0:35663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f8d919ed788c29dacf658c55c5969b3, f1e25b1ae2f865050160a22a6280afee 2024-11-15T07:22:46,892 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/hbase/meta/1588230740/.tmp/info/5dcd0bf12b23478099681547bf1c18e5 2024-11-15T07:22:46,907 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/hbase/meta/1588230740/.tmp/ns/4b929cddd740403b8be512f22bad86ff is 43, key is default/ns:d/1731655337482/Put/seqid=0 2024-11-15T07:22:46,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741843_1019 (size=5153) 2024-11-15T07:22:46,913 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/default/test/5f8d919ed788c29dacf658c55c5969b3/.tmp/f1/e69ea17e319c4d93bdb622b302469129 2024-11-15T07:22:46,916 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e69ea17e319c4d93bdb622b302469129 2024-11-15T07:22:46,930 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/default/test/5f8d919ed788c29dacf658c55c5969b3/.tmp/norep/175530dcb5cd442d9586c0490a248ee4 is 33, key is row1/norep:/1731655360248/DeleteFamily/seqid=0 2024-11-15T07:22:46,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741844_1020 (size=5108) 2024-11-15T07:22:47,077 DEBUG [RS:0;32f0bc5975d0:35663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f8d919ed788c29dacf658c55c5969b3, f1e25b1ae2f865050160a22a6280afee 2024-11-15T07:22:47,195 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.wal-reader.32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.1731655331413 to pos 636, reset compression=false 2024-11-15T07:22:47,231 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 to pos 1193, reset compression=false 2024-11-15T07:22:47,234 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:22:47,234 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 to pos 1440, reset compression=false 2024-11-15T07:22:47,234 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.shipper32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,35663,1731655335386 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374, lastWalPosition=1440, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T07:22:47,235 ERROR [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.shipper32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 32f0bc5975d0,35663,1731655335386: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-32f0bc5975d0,35663,1731655335386, walGroup=32f0bc5975d0%2C35663%2C1731655335386, offset=32f0bc5975d0%2C35663%2C1731655335386.1731655336374:1440, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:35663 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T07:22:47,236 ERROR [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.shipper32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T07:22:47,236 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.shipper32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T07:22:47,236 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.shipper32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T07:22:47,236 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.shipper32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T07:22:47,236 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.shipper32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T07:22:47,236 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.shipper32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1384120320, "init": 1048576000, "max": 2306867200, "used": 1079838976 }, "NonHeapMemoryUsage": { "committed": 206831616, "init": 7667712, "max": -1, "used": 203012104 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T07:22:47,237 WARN [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.shipper32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:40847 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:40847 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T07:22:47,238 INFO [regionserver/32f0bc5975d0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T07:22:47,238 INFO [regionserver/32f0bc5975d0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T07:22:47,277 DEBUG [RS:0;32f0bc5975d0:35663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f8d919ed788c29dacf658c55c5969b3, f1e25b1ae2f865050160a22a6280afee 2024-11-15T07:22:47,310 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/hbase/meta/1588230740/.tmp/ns/4b929cddd740403b8be512f22bad86ff 2024-11-15T07:22:47,330 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/hbase/meta/1588230740/.tmp/rep_barrier/40e00a5e23354c2187df7d80807e6861 is 112, key is test,,1731655345431.5f8d919ed788c29dacf658c55c5969b3./rep_barrier:seqnumDuringOpen/1731655346570/Put/seqid=0 2024-11-15T07:22:47,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741845_1021 (size=5518) 2024-11-15T07:22:47,334 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/default/test/5f8d919ed788c29dacf658c55c5969b3/.tmp/norep/175530dcb5cd442d9586c0490a248ee4 2024-11-15T07:22:47,337 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 175530dcb5cd442d9586c0490a248ee4 2024-11-15T07:22:47,337 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/default/test/5f8d919ed788c29dacf658c55c5969b3/.tmp/f/411767142e1249b297045c6fe60ed625 as hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/default/test/5f8d919ed788c29dacf658c55c5969b3/f/411767142e1249b297045c6fe60ed625 2024-11-15T07:22:47,340 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 411767142e1249b297045c6fe60ed625 2024-11-15T07:22:47,340 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/default/test/5f8d919ed788c29dacf658c55c5969b3/f/411767142e1249b297045c6fe60ed625, entries=3, sequenceid=10, filesize=5.0 K 2024-11-15T07:22:47,341 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/default/test/5f8d919ed788c29dacf658c55c5969b3/.tmp/f1/e69ea17e319c4d93bdb622b302469129 as hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/default/test/5f8d919ed788c29dacf658c55c5969b3/f1/e69ea17e319c4d93bdb622b302469129 2024-11-15T07:22:47,345 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e69ea17e319c4d93bdb622b302469129 2024-11-15T07:22:47,345 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/default/test/5f8d919ed788c29dacf658c55c5969b3/f1/e69ea17e319c4d93bdb622b302469129, entries=3, sequenceid=10, filesize=5.0 K 2024-11-15T07:22:47,345 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/default/test/5f8d919ed788c29dacf658c55c5969b3/.tmp/norep/175530dcb5cd442d9586c0490a248ee4 as hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/default/test/5f8d919ed788c29dacf658c55c5969b3/norep/175530dcb5cd442d9586c0490a248ee4 2024-11-15T07:22:47,348 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 175530dcb5cd442d9586c0490a248ee4 2024-11-15T07:22:47,349 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/default/test/5f8d919ed788c29dacf658c55c5969b3/norep/175530dcb5cd442d9586c0490a248ee4, entries=1, sequenceid=10, filesize=5.0 K 2024-11-15T07:22:47,349 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5f8d919ed788c29dacf658c55c5969b3 in 873ms, sequenceid=10, compaction requested=false 2024-11-15T07:22:47,349 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T07:22:47,352 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/default/test/5f8d919ed788c29dacf658c55c5969b3/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-15T07:22:47,353 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:22:47,353 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T07:22:47,353 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731655345431.5f8d919ed788c29dacf658c55c5969b3. 2024-11-15T07:22:47,353 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f8d919ed788c29dacf658c55c5969b3: Waiting for close lock at 1731655366476Running coprocessor pre-close hooks at 1731655366476Disabling compacts and flushes for region at 1731655366476Disabling writes for close at 1731655366476Obtaining lock to block concurrent updates at 1731655366476Preparing flush snapshotting stores in 5f8d919ed788c29dacf658c55c5969b3 at 1731655366476Finished memstore snapshotting test,,1731655345431.5f8d919ed788c29dacf658c55c5969b3., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731655366476Flushing stores of test,,1731655345431.5f8d919ed788c29dacf658c55c5969b3. at 1731655366476Flushing 5f8d919ed788c29dacf658c55c5969b3/f: creating writer at 1731655366477 (+1 ms)Flushing 5f8d919ed788c29dacf658c55c5969b3/f: appending metadata at 1731655366488 (+11 ms)Flushing 5f8d919ed788c29dacf658c55c5969b3/f: closing flushed file at 1731655366488Flushing 5f8d919ed788c29dacf658c55c5969b3/f1: creating writer at 1731655366497 (+9 ms)Flushing 5f8d919ed788c29dacf658c55c5969b3/f1: appending metadata at 1731655366509 (+12 ms)Flushing 5f8d919ed788c29dacf658c55c5969b3/f1: closing flushed file at 1731655366509Flushing 5f8d919ed788c29dacf658c55c5969b3/norep: creating writer at 1731655366916 (+407 ms)Flushing 5f8d919ed788c29dacf658c55c5969b3/norep: appending metadata at 1731655366929 (+13 ms)Flushing 5f8d919ed788c29dacf658c55c5969b3/norep: closing flushed file at 1731655366930 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34d93717: reopening flushed file at 1731655367337 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19d4daf6: reopening flushed file at 1731655367341 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ea9fda2: reopening flushed file at 1731655367345 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 5f8d919ed788c29dacf658c55c5969b3 in 873ms, sequenceid=10, compaction requested=false at 1731655367349 (+4 ms)Writing region close event to WAL at 1731655367350 (+1 ms)Running coprocessor post-close hooks at 1731655367353 (+3 ms)Closed at 1731655367353 2024-11-15T07:22:47,353 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731655345431.5f8d919ed788c29dacf658c55c5969b3. 2024-11-15T07:22:47,353 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f1e25b1ae2f865050160a22a6280afee, disabling compactions & flushes 2024-11-15T07:22:47,353 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731655351911.f1e25b1ae2f865050160a22a6280afee. 2024-11-15T07:22:47,353 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731655351911.f1e25b1ae2f865050160a22a6280afee. 2024-11-15T07:22:47,353 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731655351911.f1e25b1ae2f865050160a22a6280afee. after waiting 0 ms 2024-11-15T07:22:47,353 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731655351911.f1e25b1ae2f865050160a22a6280afee. 2024-11-15T07:22:47,353 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f1e25b1ae2f865050160a22a6280afee: Waiting for close lock at 1731655367353Running coprocessor pre-close hooks at 1731655367353Disabling compacts and flushes for region at 1731655367353Disabling writes for close at 1731655367353Failed flush hbase:replication,,1731655351911.f1e25b1ae2f865050160a22a6280afee., putting online again at 1731655367353 2024-11-15T07:22:47,353 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731655351911.f1e25b1ae2f865050160a22a6280afee. 2024-11-15T07:22:47,437 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 to pos 1440, reset compression=false 2024-11-15T07:22:47,441 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:22:47,441 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 to pos 2084, reset compression=false 2024-11-15T07:22:47,477 INFO [RS:0;32f0bc5975d0:35663 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T07:22:47,477 DEBUG [RS:0;32f0bc5975d0:35663 {}] regionserver.HRegionServer(1325): Online Regions={f1e25b1ae2f865050160a22a6280afee=hbase:replication,,1731655351911.f1e25b1ae2f865050160a22a6280afee., 1588230740=hbase:meta,,1.1588230740} 2024-11-15T07:22:47,477 INFO [RS:0;32f0bc5975d0:35663 {}] regionserver.HRegionServer(3091): Received CLOSE for f1e25b1ae2f865050160a22a6280afee 2024-11-15T07:22:47,477 DEBUG [RS:0;32f0bc5975d0:35663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f1e25b1ae2f865050160a22a6280afee 2024-11-15T07:22:47,477 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f1e25b1ae2f865050160a22a6280afee, disabling compactions & flushes 2024-11-15T07:22:47,477 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731655351911.f1e25b1ae2f865050160a22a6280afee. 2024-11-15T07:22:47,477 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731655351911.f1e25b1ae2f865050160a22a6280afee. 2024-11-15T07:22:47,477 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731655351911.f1e25b1ae2f865050160a22a6280afee. after waiting 0 ms 2024-11-15T07:22:47,477 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731655351911.f1e25b1ae2f865050160a22a6280afee. 2024-11-15T07:22:47,478 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f1e25b1ae2f865050160a22a6280afee: Waiting for close lock at 1731655367477Running coprocessor pre-close hooks at 1731655367477Disabling compacts and flushes for region at 1731655367477Disabling writes for close at 1731655367477Failed flush hbase:replication,,1731655351911.f1e25b1ae2f865050160a22a6280afee., putting online again at 1731655367477 2024-11-15T07:22:47,478 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731655351911.f1e25b1ae2f865050160a22a6280afee. 2024-11-15T07:22:47,644 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 to pos 2084, reset compression=false 2024-11-15T07:22:47,677 DEBUG [RS:0;32f0bc5975d0:35663 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:22:47,733 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/hbase/meta/1588230740/.tmp/rep_barrier/40e00a5e23354c2187df7d80807e6861 2024-11-15T07:22:47,749 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/hbase/meta/1588230740/.tmp/table/7929bed389634a5aa6350c601080501d is 53, key is hbase:replication/table:state/1731655353086/Put/seqid=0 2024-11-15T07:22:47,752 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741846_1022 (size=5308) 2024-11-15T07:22:47,753 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/hbase/meta/1588230740/.tmp/table/7929bed389634a5aa6350c601080501d 2024-11-15T07:22:47,757 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/hbase/meta/1588230740/.tmp/info/5dcd0bf12b23478099681547bf1c18e5 as hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/hbase/meta/1588230740/info/5dcd0bf12b23478099681547bf1c18e5 2024-11-15T07:22:47,760 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/hbase/meta/1588230740/info/5dcd0bf12b23478099681547bf1c18e5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T07:22:47,761 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/hbase/meta/1588230740/.tmp/ns/4b929cddd740403b8be512f22bad86ff as hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/hbase/meta/1588230740/ns/4b929cddd740403b8be512f22bad86ff 2024-11-15T07:22:47,768 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/hbase/meta/1588230740/ns/4b929cddd740403b8be512f22bad86ff, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T07:22:47,769 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/hbase/meta/1588230740/.tmp/rep_barrier/40e00a5e23354c2187df7d80807e6861 as hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/hbase/meta/1588230740/rep_barrier/40e00a5e23354c2187df7d80807e6861 2024-11-15T07:22:47,772 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/hbase/meta/1588230740/rep_barrier/40e00a5e23354c2187df7d80807e6861, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T07:22:47,773 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/hbase/meta/1588230740/.tmp/table/7929bed389634a5aa6350c601080501d as hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/hbase/meta/1588230740/table/7929bed389634a5aa6350c601080501d 2024-11-15T07:22:47,777 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/hbase/meta/1588230740/table/7929bed389634a5aa6350c601080501d, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T07:22:47,778 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=16, compaction requested=false 2024-11-15T07:22:47,778 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T07:22:47,781 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T07:22:47,782 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:22:47,782 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:22:47,782 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:22:47,782 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655366476Running coprocessor pre-close hooks at 1731655366476Disabling compacts and flushes for region at 1731655366476Disabling writes for close at 1731655366476Obtaining lock to block concurrent updates at 1731655366476Preparing flush snapshotting stores in 1588230740 at 1731655366476Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731655366477 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731655366477Flushing 1588230740/info: creating writer at 1731655366477Flushing 1588230740/info: appending metadata at 1731655366488 (+11 ms)Flushing 1588230740/info: closing flushed file at 1731655366488Flushing 1588230740/ns: creating writer at 1731655366896 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731655366907 (+11 ms)Flushing 1588230740/ns: closing flushed file at 1731655366907Flushing 1588230740/rep_barrier: creating writer at 1731655367314 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731655367329 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731655367330 (+1 ms)Flushing 1588230740/table: creating writer at 1731655367736 (+406 ms)Flushing 1588230740/table: appending metadata at 1731655367749 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731655367749Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cdf11c6: reopening flushed file at 1731655367756 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24bf728e: reopening flushed file at 1731655367760 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@796f2a05: reopening flushed file at 1731655367768 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18be8749: reopening flushed file at 1731655367773 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1302ms, sequenceid=16, compaction requested=false at 1731655367778 (+5 ms)Writing region close event to WAL at 1731655367779 (+1 ms)Running coprocessor post-close hooks at 1731655367782 (+3 ms)Closed at 1731655367782 2024-11-15T07:22:47,782 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T07:22:47,878 INFO [RS:0;32f0bc5975d0:35663 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-15T07:22:47,878 INFO [RS:0;32f0bc5975d0:35663 {}] regionserver.HRegionServer(976): stopping server 32f0bc5975d0,35663,1731655335386; all regions closed. 2024-11-15T07:22:47,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741834_1010 (size=4239) 2024-11-15T07:22:47,880 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.meta.1731655337371.meta not finished, retry = 0 2024-11-15T07:22:47,948 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 to pos 2084, reset compression=false 2024-11-15T07:22:47,982 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.rep.1731655353050 not finished, retry = 0 2024-11-15T07:22:47,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741839_1015 (size=2171) 2024-11-15T07:22:48,085 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/WALs/32f0bc5975d0,35663,1731655335386/32f0bc5975d0%2C35663%2C1731655335386.1731655336374 not finished, retry = 0 2024-11-15T07:22:48,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741832_1008 (size=2092) 2024-11-15T07:22:48,185 DEBUG [RS:0;32f0bc5975d0:35663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:48,185 INFO [RS:0;32f0bc5975d0:35663 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:22:48,185 INFO [RS:0;32f0bc5975d0:35663 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:22:48,186 INFO [RS:0;32f0bc5975d0:35663 {}] hbase.ChoreService(370): Chore service for: regionserver/32f0bc5975d0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T07:22:48,186 INFO [RS:0;32f0bc5975d0:35663 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:22:48,186 INFO [regionserver/32f0bc5975d0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:22:48,186 INFO [RS:0;32f0bc5975d0:35663 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-32f0bc5975d0,35663,1731655335386 because: Region server is closing 2024-11-15T07:22:48,186 INFO [RS:0;32f0bc5975d0:35663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:35663. 2024-11-15T07:22:48,186 DEBUG [RS:0;32f0bc5975d0:35663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:22:48,186 DEBUG [RS:0;32f0bc5975d0:35663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:48,186 DEBUG [RS:0;32f0bc5975d0:35663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:48,186 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:22:48,263 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T07:22:48,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:48,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:48,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:48,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:48,265 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:48,286 INFO [RS:0;32f0bc5975d0:35663 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.shipper32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 terminated 2024-11-15T07:22:48,286 WARN [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,35663,1731655335386.replicationSource.wal-reader.32f0bc5975d0%2C35663%2C1731655335386,1-32f0bc5975d0,35663,1731655335386 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T07:22:48,287 INFO [RS:0;32f0bc5975d0:35663 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:35663. 2024-11-15T07:22:48,287 DEBUG [RS:0;32f0bc5975d0:35663 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:22:48,287 DEBUG [RS:0;32f0bc5975d0:35663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:48,287 DEBUG [RS:0;32f0bc5975d0:35663 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:48,287 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:22:48,287 INFO [RS:0;32f0bc5975d0:35663 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35663 2024-11-15T07:22:48,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:48,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:48,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:48,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:48,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:48,310 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:48,318 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:48,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:48,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:48,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:48,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40847-0x1013d5f59730003, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2087366178/rs 2024-11-15T07:22:48,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1013d5f59730004, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2087366178/rs/32f0bc5975d0,35663,1731655335386 2024-11-15T07:22:48,379 INFO [RS:0;32f0bc5975d0:35663 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:22:48,443 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32f0bc5975d0,35663,1731655335386] 2024-11-15T07:22:48,465 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2087366178/draining/32f0bc5975d0,35663,1731655335386 already deleted, retry=false 2024-11-15T07:22:48,465 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32f0bc5975d0,35663,1731655335386 expired; onlineServers=0 2024-11-15T07:22:48,465 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32f0bc5975d0,40847,1731655335255' ***** 2024-11-15T07:22:48,465 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T07:22:48,465 INFO [M:0;32f0bc5975d0:40847 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:22:48,465 INFO [M:0;32f0bc5975d0:40847 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:22:48,465 DEBUG [M:0;32f0bc5975d0:40847 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T07:22:48,466 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T07:22:48,466 DEBUG [M:0;32f0bc5975d0:40847 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T07:22:48,466 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655336068 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655336068,5,FailOnTimeoutGroup] 2024-11-15T07:22:48,466 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655336069 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655336069,5,FailOnTimeoutGroup] 2024-11-15T07:22:48,466 INFO [M:0;32f0bc5975d0:40847 {}] hbase.ChoreService(370): Chore service for: master/32f0bc5975d0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T07:22:48,466 INFO [M:0;32f0bc5975d0:40847 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:22:48,466 DEBUG [M:0;32f0bc5975d0:40847 {}] master.HMaster(1795): Stopping service threads 2024-11-15T07:22:48,466 INFO [M:0;32f0bc5975d0:40847 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T07:22:48,466 INFO [M:0;32f0bc5975d0:40847 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:22:48,466 INFO [M:0;32f0bc5975d0:40847 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T07:22:48,466 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T07:22:48,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40847-0x1013d5f59730003, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2087366178/master 2024-11-15T07:22:48,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40847-0x1013d5f59730003, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2087366178 2024-11-15T07:22:48,476 DEBUG [M:0;32f0bc5975d0:40847 {}] zookeeper.ZKUtil(347): master:40847-0x1013d5f59730003, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Unable to get data of znode /1-2087366178/master because node does not exist (not an error) 2024-11-15T07:22:48,476 WARN [M:0;32f0bc5975d0:40847 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T07:22:48,476 INFO [M:0;32f0bc5975d0:40847 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/.lastflushedseqids 2024-11-15T07:22:48,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741847_1023 (size=245) 2024-11-15T07:22:48,482 INFO [M:0;32f0bc5975d0:40847 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T07:22:48,482 INFO [M:0;32f0bc5975d0:40847 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T07:22:48,482 DEBUG [M:0;32f0bc5975d0:40847 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:22:48,482 INFO [M:0;32f0bc5975d0:40847 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:22:48,482 DEBUG [M:0;32f0bc5975d0:40847 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:22:48,482 DEBUG [M:0;32f0bc5975d0:40847 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:22:48,482 DEBUG [M:0;32f0bc5975d0:40847 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:22:48,482 INFO [M:0;32f0bc5975d0:40847 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.74 KB heapSize=65.72 KB 2024-11-15T07:22:48,498 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.wal-reader.32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.1731655331413 to pos 636, reset compression=false 2024-11-15T07:22:48,507 DEBUG [M:0;32f0bc5975d0:40847 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1d8529a88914ae0aa79f3cb9e709a68 is 82, key is hbase:meta,,1/info:regioninfo/1731655337401/Put/seqid=0 2024-11-15T07:22:48,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741848_1024 (size=5672) 2024-11-15T07:22:48,511 INFO [M:0;32f0bc5975d0:40847 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1d8529a88914ae0aa79f3cb9e709a68 2024-11-15T07:22:48,543 INFO [RS:0;32f0bc5975d0:35663 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:22:48,543 INFO [RS:0;32f0bc5975d0:35663 {}] regionserver.HRegionServer(1031): Exiting; stopping=32f0bc5975d0,35663,1731655335386; zookeeper connection closed. 2024-11-15T07:22:48,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1013d5f59730004, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:22:48,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35663-0x1013d5f59730004, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:22:48,547 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70e2566c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70e2566c 2024-11-15T07:22:48,547 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T07:22:48,550 DEBUG [M:0;32f0bc5975d0:40847 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b38fdf3dac5a4c77ba467c74e2684e57 is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731655346578/Put/seqid=0 2024-11-15T07:22:48,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741849_1025 (size=7217) 2024-11-15T07:22:48,956 INFO [M:0;32f0bc5975d0:40847 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.19 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b38fdf3dac5a4c77ba467c74e2684e57 2024-11-15T07:22:48,960 INFO [M:0;32f0bc5975d0:40847 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b38fdf3dac5a4c77ba467c74e2684e57 2024-11-15T07:22:48,975 DEBUG [M:0;32f0bc5975d0:40847 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1bd094123684f0ca05959ee62f13e9a is 69, key is 32f0bc5975d0,35663,1731655335386/rs:state/1731655336185/Put/seqid=0 2024-11-15T07:22:48,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741850_1026 (size=5156) 2024-11-15T07:22:49,378 INFO [M:0;32f0bc5975d0:40847 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1bd094123684f0ca05959ee62f13e9a 2024-11-15T07:22:49,382 DEBUG [M:0;32f0bc5975d0:40847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f1d8529a88914ae0aa79f3cb9e709a68 as hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f1d8529a88914ae0aa79f3cb9e709a68 2024-11-15T07:22:49,386 INFO [M:0;32f0bc5975d0:40847 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f1d8529a88914ae0aa79f3cb9e709a68, entries=8, sequenceid=105, filesize=5.5 K 2024-11-15T07:22:49,387 DEBUG [M:0;32f0bc5975d0:40847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b38fdf3dac5a4c77ba467c74e2684e57 as hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b38fdf3dac5a4c77ba467c74e2684e57 2024-11-15T07:22:49,390 INFO [M:0;32f0bc5975d0:40847 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b38fdf3dac5a4c77ba467c74e2684e57 2024-11-15T07:22:49,390 INFO [M:0;32f0bc5975d0:40847 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b38fdf3dac5a4c77ba467c74e2684e57, entries=11, sequenceid=105, filesize=7.0 K 2024-11-15T07:22:49,391 DEBUG [M:0;32f0bc5975d0:40847 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b1bd094123684f0ca05959ee62f13e9a as hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b1bd094123684f0ca05959ee62f13e9a 2024-11-15T07:22:49,394 INFO [M:0;32f0bc5975d0:40847 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37109/user/jenkins/test-data/db030fcc-9537-73dd-21df-a50fa9786541/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b1bd094123684f0ca05959ee62f13e9a, entries=1, sequenceid=105, filesize=5.0 K 2024-11-15T07:22:49,395 INFO [M:0;32f0bc5975d0:40847 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 913ms, sequenceid=105, compaction requested=false 2024-11-15T07:22:49,396 INFO [M:0;32f0bc5975d0:40847 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:22:49,397 DEBUG [M:0;32f0bc5975d0:40847 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655368482Disabling compacts and flushes for region at 1731655368482Disabling writes for close at 1731655368482Obtaining lock to block concurrent updates at 1731655368482Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731655368482Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57080, getHeapSize=67232, getOffHeapSize=0, getCellsCount=122 at 1731655368483 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731655368483Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731655368483Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731655368506 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731655368506Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731655368514 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731655368549 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731655368549Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731655368960 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731655368974 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731655368974Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e57d01a: reopening flushed file at 1731655369382 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4089bd59: reopening flushed file at 1731655369386 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76d423a8: reopening flushed file at 1731655369390 (+4 ms)Finished flush of dataSize ~55.74 KB/57080, heapSize ~65.42 KB/66992, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 913ms, sequenceid=105, compaction requested=false at 1731655369395 (+5 ms)Writing region close event to WAL at 1731655369396 (+1 ms)Closed at 1731655369396 2024-11-15T07:22:49,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38053 is added to blk_1073741830_1006 (size=64411) 2024-11-15T07:22:49,398 INFO [M:0;32f0bc5975d0:40847 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T07:22:49,398 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:22:49,399 INFO [M:0;32f0bc5975d0:40847 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40847 2024-11-15T07:22:49,399 INFO [M:0;32f0bc5975d0:40847 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:22:49,544 INFO [M:0;32f0bc5975d0:40847 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:22:49,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40847-0x1013d5f59730003, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:22:49,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40847-0x1013d5f59730003, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:22:49,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ed5449{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T07:22:49,546 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6007c572{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T07:22:49,546 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T07:22:49,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@dee23e1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T07:22:49,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48946570{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7d457f-5c29-b6be-8403-1187f289649d/hadoop.log.dir/,STOPPED} 2024-11-15T07:22:49,548 WARN [BP-413201876-172.17.0.2-1731655332662 heartbeating to localhost/127.0.0.1:37109 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T07:22:49,548 WARN [BP-413201876-172.17.0.2-1731655332662 heartbeating to localhost/127.0.0.1:37109 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-413201876-172.17.0.2-1731655332662 (Datanode Uuid 6904b582-3777-43b1-b021-6140ea4dc9ea) service to localhost/127.0.0.1:37109 2024-11-15T07:22:49,548 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7d457f-5c29-b6be-8403-1187f289649d/cluster_27a19b70-c4cc-0348-e179-aceb28b9b782/data/data1/current/BP-413201876-172.17.0.2-1731655332662 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T07:22:49,548 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7d457f-5c29-b6be-8403-1187f289649d/cluster_27a19b70-c4cc-0348-e179-aceb28b9b782/data/data2/current/BP-413201876-172.17.0.2-1731655332662 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T07:22:49,548 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T07:22:49,548 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T07:22:49,548 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T07:22:49,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7115af7c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T07:22:49,554 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6ec804d1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T07:22:49,554 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T07:22:49,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ceb9267{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T07:22:49,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b4a4489{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1a7d457f-5c29-b6be-8403-1187f289649d/hadoop.log.dir/,STOPPED} 2024-11-15T07:22:49,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T07:22:49,565 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T07:22:49,565 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:22:49,565 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:22:49,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:49,565 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:22:49,565 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:49,566 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T07:22:49,566 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=424070240, stopped=false 2024-11-15T07:22:49,566 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32f0bc5975d0,43209,1731655329113 2024-11-15T07:22:49,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43209-0x1013d5f59730000, quorum=127.0.0.1:52118, baseZNode=/0939001658 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0939001658/running 2024-11-15T07:22:49,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x1013d5f59730001, quorum=127.0.0.1:52118, baseZNode=/0939001658 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0939001658/running 2024-11-15T07:22:49,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43209-0x1013d5f59730000, quorum=127.0.0.1:52118, baseZNode=/0939001658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939001658 2024-11-15T07:22:49,570 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:22:49,570 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x1013d5f59730001, quorum=127.0.0.1:52118, baseZNode=/0939001658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939001658 2024-11-15T07:22:49,570 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:22:49,570 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:22:49,570 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:49,571 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32f0bc5975d0,38141,1731655329461' ***** 2024-11-15T07:22:49,571 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43209-0x1013d5f59730000, quorum=127.0.0.1:52118, baseZNode=/0939001658 Set watcher on znode that does not yet exist, /0939001658/running 2024-11-15T07:22:49,571 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38141-0x1013d5f59730001, quorum=127.0.0.1:52118, baseZNode=/0939001658 Set watcher on znode that does not yet exist, /0939001658/running 2024-11-15T07:22:49,571 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T07:22:49,571 INFO [RS:0;32f0bc5975d0:38141 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T07:22:49,571 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T07:22:49,571 INFO [RS:0;32f0bc5975d0:38141 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T07:22:49,571 INFO [RS:0;32f0bc5975d0:38141 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T07:22:49,571 INFO [RS:0;32f0bc5975d0:38141 {}] regionserver.HRegionServer(3091): Received CLOSE for 6e40c277497bef4f8aaf16be0e530ba3 2024-11-15T07:22:49,571 INFO [RS:0;32f0bc5975d0:38141 {}] regionserver.HRegionServer(3091): Received CLOSE for 78afe3281a5229fcc727309636ef0671 2024-11-15T07:22:49,571 INFO [RS:0;32f0bc5975d0:38141 {}] regionserver.HRegionServer(959): stopping server 32f0bc5975d0,38141,1731655329461 2024-11-15T07:22:49,572 INFO [RS:0;32f0bc5975d0:38141 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:22:49,572 INFO [RS:0;32f0bc5975d0:38141 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:38141. 2024-11-15T07:22:49,572 DEBUG [RS:0;32f0bc5975d0:38141 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:22:49,572 DEBUG [RS:0;32f0bc5975d0:38141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:49,572 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6e40c277497bef4f8aaf16be0e530ba3, disabling compactions & flushes 2024-11-15T07:22:49,572 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731655343282.6e40c277497bef4f8aaf16be0e530ba3. 2024-11-15T07:22:49,572 INFO [RS:0;32f0bc5975d0:38141 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T07:22:49,572 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731655343282.6e40c277497bef4f8aaf16be0e530ba3. 2024-11-15T07:22:49,572 INFO [RS:0;32f0bc5975d0:38141 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T07:22:49,572 INFO [RS:0;32f0bc5975d0:38141 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T07:22:49,572 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731655343282.6e40c277497bef4f8aaf16be0e530ba3. after waiting 0 ms 2024-11-15T07:22:49,572 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731655343282.6e40c277497bef4f8aaf16be0e530ba3. 2024-11-15T07:22:49,572 INFO [RS:0;32f0bc5975d0:38141 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T07:22:49,572 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6e40c277497bef4f8aaf16be0e530ba3 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-15T07:22:49,572 INFO [RS:0;32f0bc5975d0:38141 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T07:22:49,572 DEBUG [RS:0;32f0bc5975d0:38141 {}] regionserver.HRegionServer(1325): Online Regions={6e40c277497bef4f8aaf16be0e530ba3=test,,1731655343282.6e40c277497bef4f8aaf16be0e530ba3., 1588230740=hbase:meta,,1.1588230740, 78afe3281a5229fcc727309636ef0671=hbase:replication,,1731655349756.78afe3281a5229fcc727309636ef0671.} 2024-11-15T07:22:49,572 DEBUG [RS:0;32f0bc5975d0:38141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e40c277497bef4f8aaf16be0e530ba3, 78afe3281a5229fcc727309636ef0671 2024-11-15T07:22:49,572 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:22:49,572 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:22:49,572 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:22:49,572 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:22:49,572 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:22:49,572 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T07:22:49,585 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/default/test/6e40c277497bef4f8aaf16be0e530ba3/.tmp/f/9a47be0143b94a838a8f70bbb848ed5f is 28, key is row/f:/1731655359241/DeleteFamily/seqid=0 2024-11-15T07:22:49,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741840_1016 (size=5085) 2024-11-15T07:22:49,590 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/hbase/meta/1588230740/.tmp/info/52bc04797d5344569e2f645c6a33a73e is 147, key is hbase:replication,,1731655349756.78afe3281a5229fcc727309636ef0671./info:regioninfo/1731655351022/Put/seqid=0 2024-11-15T07:22:49,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741841_1017 (size=7686) 2024-11-15T07:22:49,622 INFO [regionserver/32f0bc5975d0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:22:49,772 DEBUG [RS:0;32f0bc5975d0:38141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e40c277497bef4f8aaf16be0e530ba3, 78afe3281a5229fcc727309636ef0671 2024-11-15T07:22:49,905 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.wal-reader.32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.1731655331413 to pos 636, reset compression=false 2024-11-15T07:22:49,909 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.wal-reader.32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:22:49,909 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.wal-reader.32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.1731655331413 to pos 883, reset compression=false 2024-11-15T07:22:49,909 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.shipper32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,38141,1731655329461 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.1731655331413, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T07:22:49,910 ERROR [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.shipper32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 32f0bc5975d0,38141,1731655329461: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-32f0bc5975d0,38141,1731655329461, walGroup=32f0bc5975d0%2C38141%2C1731655329461, offset=32f0bc5975d0%2C38141%2C1731655329461.1731655331413:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:38141 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T07:22:49,911 ERROR [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.shipper32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T07:22:49,911 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.shipper32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T07:22:49,912 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.shipper32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T07:22:49,912 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.shipper32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T07:22:49,912 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.shipper32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T07:22:49,912 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.shipper32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1384120320, "init": 1048576000, "max": 2306867200, "used": 883984432 }, "NonHeapMemoryUsage": { "committed": 207028224, "init": 7667712, "max": -1, "used": 203434392 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T07:22:49,913 WARN [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.shipper32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:43209 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:43209 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T07:22:49,972 DEBUG [RS:0;32f0bc5975d0:38141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6e40c277497bef4f8aaf16be0e530ba3, 78afe3281a5229fcc727309636ef0671 2024-11-15T07:22:49,988 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/default/test/6e40c277497bef4f8aaf16be0e530ba3/.tmp/f/9a47be0143b94a838a8f70bbb848ed5f 2024-11-15T07:22:49,992 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9a47be0143b94a838a8f70bbb848ed5f 2024-11-15T07:22:49,995 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/hbase/meta/1588230740/.tmp/info/52bc04797d5344569e2f645c6a33a73e 2024-11-15T07:22:50,006 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/default/test/6e40c277497bef4f8aaf16be0e530ba3/.tmp/f1/91ddb83976604080aab0e91a79c68b09 is 29, key is row/f1:/1731655359241/DeleteFamily/seqid=0 2024-11-15T07:22:50,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741842_1018 (size=5089) 2024-11-15T07:22:50,009 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/default/test/6e40c277497bef4f8aaf16be0e530ba3/.tmp/f1/91ddb83976604080aab0e91a79c68b09 2024-11-15T07:22:50,012 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 91ddb83976604080aab0e91a79c68b09 2024-11-15T07:22:50,016 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/hbase/meta/1588230740/.tmp/ns/fc853c2f1eaa466a97412bc9a950403a is 43, key is default/ns:d/1731655332513/Put/seqid=0 2024-11-15T07:22:50,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741843_1019 (size=5153) 2024-11-15T07:22:50,030 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/default/test/6e40c277497bef4f8aaf16be0e530ba3/.tmp/norep/0d7033ea531c476e96d92071bbc13f7b is 32, key is row/norep:/1731655359241/DeleteFamily/seqid=0 2024-11-15T07:22:50,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741844_1020 (size=5101) 2024-11-15T07:22:50,033 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/default/test/6e40c277497bef4f8aaf16be0e530ba3/.tmp/norep/0d7033ea531c476e96d92071bbc13f7b 2024-11-15T07:22:50,036 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d7033ea531c476e96d92071bbc13f7b 2024-11-15T07:22:50,037 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/default/test/6e40c277497bef4f8aaf16be0e530ba3/.tmp/f/9a47be0143b94a838a8f70bbb848ed5f as hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/default/test/6e40c277497bef4f8aaf16be0e530ba3/f/9a47be0143b94a838a8f70bbb848ed5f 2024-11-15T07:22:50,040 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9a47be0143b94a838a8f70bbb848ed5f 2024-11-15T07:22:50,040 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/default/test/6e40c277497bef4f8aaf16be0e530ba3/f/9a47be0143b94a838a8f70bbb848ed5f, entries=1, sequenceid=6, filesize=5.0 K 2024-11-15T07:22:50,041 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/default/test/6e40c277497bef4f8aaf16be0e530ba3/.tmp/f1/91ddb83976604080aab0e91a79c68b09 as hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/default/test/6e40c277497bef4f8aaf16be0e530ba3/f1/91ddb83976604080aab0e91a79c68b09 2024-11-15T07:22:50,044 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 91ddb83976604080aab0e91a79c68b09 2024-11-15T07:22:50,044 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/default/test/6e40c277497bef4f8aaf16be0e530ba3/f1/91ddb83976604080aab0e91a79c68b09, entries=1, sequenceid=6, filesize=5.0 K 2024-11-15T07:22:50,045 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/default/test/6e40c277497bef4f8aaf16be0e530ba3/.tmp/norep/0d7033ea531c476e96d92071bbc13f7b as hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/default/test/6e40c277497bef4f8aaf16be0e530ba3/norep/0d7033ea531c476e96d92071bbc13f7b 2024-11-15T07:22:50,048 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0d7033ea531c476e96d92071bbc13f7b 2024-11-15T07:22:50,049 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/default/test/6e40c277497bef4f8aaf16be0e530ba3/norep/0d7033ea531c476e96d92071bbc13f7b, entries=1, sequenceid=6, filesize=5.0 K 2024-11-15T07:22:50,049 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 6e40c277497bef4f8aaf16be0e530ba3 in 477ms, sequenceid=6, compaction requested=false 2024-11-15T07:22:50,053 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/default/test/6e40c277497bef4f8aaf16be0e530ba3/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-15T07:22:50,053 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:22:50,053 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T07:22:50,053 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731655343282.6e40c277497bef4f8aaf16be0e530ba3. 2024-11-15T07:22:50,053 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6e40c277497bef4f8aaf16be0e530ba3: Waiting for close lock at 1731655369572Running coprocessor pre-close hooks at 1731655369572Disabling compacts and flushes for region at 1731655369572Disabling writes for close at 1731655369572Obtaining lock to block concurrent updates at 1731655369572Preparing flush snapshotting stores in 6e40c277497bef4f8aaf16be0e530ba3 at 1731655369572Finished memstore snapshotting test,,1731655343282.6e40c277497bef4f8aaf16be0e530ba3., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731655369572Flushing stores of test,,1731655343282.6e40c277497bef4f8aaf16be0e530ba3. at 1731655369573 (+1 ms)Flushing 6e40c277497bef4f8aaf16be0e530ba3/f: creating writer at 1731655369573Flushing 6e40c277497bef4f8aaf16be0e530ba3/f: appending metadata at 1731655369584 (+11 ms)Flushing 6e40c277497bef4f8aaf16be0e530ba3/f: closing flushed file at 1731655369584Flushing 6e40c277497bef4f8aaf16be0e530ba3/f1: creating writer at 1731655369992 (+408 ms)Flushing 6e40c277497bef4f8aaf16be0e530ba3/f1: appending metadata at 1731655370005 (+13 ms)Flushing 6e40c277497bef4f8aaf16be0e530ba3/f1: closing flushed file at 1731655370005Flushing 6e40c277497bef4f8aaf16be0e530ba3/norep: creating writer at 1731655370013 (+8 ms)Flushing 6e40c277497bef4f8aaf16be0e530ba3/norep: appending metadata at 1731655370029 (+16 ms)Flushing 6e40c277497bef4f8aaf16be0e530ba3/norep: closing flushed file at 1731655370029Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46359e4f: reopening flushed file at 1731655370036 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4827bfbb: reopening flushed file at 1731655370040 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54a8d724: reopening flushed file at 1731655370044 (+4 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 6e40c277497bef4f8aaf16be0e530ba3 in 477ms, sequenceid=6, compaction requested=false at 1731655370049 (+5 ms)Writing region close event to WAL at 1731655370050 (+1 ms)Running coprocessor post-close hooks at 1731655370053 (+3 ms)Closed at 1731655370053 2024-11-15T07:22:50,053 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731655343282.6e40c277497bef4f8aaf16be0e530ba3. 2024-11-15T07:22:50,054 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 78afe3281a5229fcc727309636ef0671, disabling compactions & flushes 2024-11-15T07:22:50,054 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731655349756.78afe3281a5229fcc727309636ef0671. 2024-11-15T07:22:50,054 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731655349756.78afe3281a5229fcc727309636ef0671. 2024-11-15T07:22:50,054 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731655349756.78afe3281a5229fcc727309636ef0671. after waiting 0 ms 2024-11-15T07:22:50,054 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731655349756.78afe3281a5229fcc727309636ef0671. 2024-11-15T07:22:50,054 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 78afe3281a5229fcc727309636ef0671: Waiting for close lock at 1731655370054Running coprocessor pre-close hooks at 1731655370054Disabling compacts and flushes for region at 1731655370054Disabling writes for close at 1731655370054Failed flush hbase:replication,,1731655349756.78afe3281a5229fcc727309636ef0671., putting online again at 1731655370054 2024-11-15T07:22:50,054 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731655349756.78afe3281a5229fcc727309636ef0671. 2024-11-15T07:22:50,114 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.wal-reader.32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.1731655331413 to pos 883, reset compression=false 2024-11-15T07:22:50,118 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.wal-reader.32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:22:50,118 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.wal-reader.32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.1731655331413 to pos 1527, reset compression=false 2024-11-15T07:22:50,173 INFO [RS:0;32f0bc5975d0:38141 {}] regionserver.HRegionServer(3091): Received CLOSE for 78afe3281a5229fcc727309636ef0671 2024-11-15T07:22:50,173 DEBUG [RS:0;32f0bc5975d0:38141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 78afe3281a5229fcc727309636ef0671 2024-11-15T07:22:50,173 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 78afe3281a5229fcc727309636ef0671, disabling compactions & flushes 2024-11-15T07:22:50,173 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731655349756.78afe3281a5229fcc727309636ef0671. 2024-11-15T07:22:50,173 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731655349756.78afe3281a5229fcc727309636ef0671. 2024-11-15T07:22:50,173 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731655349756.78afe3281a5229fcc727309636ef0671. after waiting 0 ms 2024-11-15T07:22:50,173 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731655349756.78afe3281a5229fcc727309636ef0671. 2024-11-15T07:22:50,173 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 78afe3281a5229fcc727309636ef0671: Waiting for close lock at 1731655370173Running coprocessor pre-close hooks at 1731655370173Disabling compacts and flushes for region at 1731655370173Disabling writes for close at 1731655370173Failed flush hbase:replication,,1731655349756.78afe3281a5229fcc727309636ef0671., putting online again at 1731655370173 2024-11-15T07:22:50,173 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731655349756.78afe3281a5229fcc727309636ef0671. 2024-11-15T07:22:50,320 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.wal-reader.32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.1731655331413 to pos 1527, reset compression=false 2024-11-15T07:22:50,346 INFO [regionserver/32f0bc5975d0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T07:22:50,347 INFO [regionserver/32f0bc5975d0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T07:22:50,373 DEBUG [RS:0;32f0bc5975d0:38141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:22:50,420 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/hbase/meta/1588230740/.tmp/ns/fc853c2f1eaa466a97412bc9a950403a 2024-11-15T07:22:50,435 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/hbase/meta/1588230740/.tmp/rep_barrier/f0876ec393044f598bd096769a3ad3ea is 112, key is test,,1731655343282.6e40c277497bef4f8aaf16be0e530ba3./rep_barrier:seqnumDuringOpen/1731655344431/Put/seqid=0 2024-11-15T07:22:50,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741845_1021 (size=5518) 2024-11-15T07:22:50,573 INFO [RS:0;32f0bc5975d0:38141 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T07:22:50,573 DEBUG [RS:0;32f0bc5975d0:38141 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 78afe3281a5229fcc727309636ef0671=hbase:replication,,1731655349756.78afe3281a5229fcc727309636ef0671.} 2024-11-15T07:22:50,573 DEBUG [RS:0;32f0bc5975d0:38141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:22:50,624 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.wal-reader.32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.1731655331413 to pos 1527, reset compression=false 2024-11-15T07:22:50,773 DEBUG [RS:0;32f0bc5975d0:38141 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:22:50,838 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/hbase/meta/1588230740/.tmp/rep_barrier/f0876ec393044f598bd096769a3ad3ea 2024-11-15T07:22:50,857 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/hbase/meta/1588230740/.tmp/table/c2f52227373a47dab48ba2e55f57d72b is 53, key is hbase:replication/table:state/1731655351031/Put/seqid=0 2024-11-15T07:22:50,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741846_1022 (size=5308) 2024-11-15T07:22:50,860 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/hbase/meta/1588230740/.tmp/table/c2f52227373a47dab48ba2e55f57d72b 2024-11-15T07:22:50,864 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/hbase/meta/1588230740/.tmp/info/52bc04797d5344569e2f645c6a33a73e as hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/hbase/meta/1588230740/info/52bc04797d5344569e2f645c6a33a73e 2024-11-15T07:22:50,867 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/hbase/meta/1588230740/info/52bc04797d5344569e2f645c6a33a73e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T07:22:50,868 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/hbase/meta/1588230740/.tmp/ns/fc853c2f1eaa466a97412bc9a950403a as hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/hbase/meta/1588230740/ns/fc853c2f1eaa466a97412bc9a950403a 2024-11-15T07:22:50,870 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/hbase/meta/1588230740/ns/fc853c2f1eaa466a97412bc9a950403a, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T07:22:50,871 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/hbase/meta/1588230740/.tmp/rep_barrier/f0876ec393044f598bd096769a3ad3ea as hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/hbase/meta/1588230740/rep_barrier/f0876ec393044f598bd096769a3ad3ea 2024-11-15T07:22:50,873 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/hbase/meta/1588230740/rep_barrier/f0876ec393044f598bd096769a3ad3ea, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T07:22:50,874 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/hbase/meta/1588230740/.tmp/table/c2f52227373a47dab48ba2e55f57d72b as hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/hbase/meta/1588230740/table/c2f52227373a47dab48ba2e55f57d72b 2024-11-15T07:22:50,876 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/hbase/meta/1588230740/table/c2f52227373a47dab48ba2e55f57d72b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T07:22:50,877 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1305ms, sequenceid=16, compaction requested=false 2024-11-15T07:22:50,880 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T07:22:50,880 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:22:50,880 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:22:50,880 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:22:50,881 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655369572Running coprocessor pre-close hooks at 1731655369572Disabling compacts and flushes for region at 1731655369572Disabling writes for close at 1731655369572Obtaining lock to block concurrent updates at 1731655369572Preparing flush snapshotting stores in 1588230740 at 1731655369572Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731655369572Flushing stores of hbase:meta,,1.1588230740 at 1731655369573 (+1 ms)Flushing 1588230740/info: creating writer at 1731655369573Flushing 1588230740/info: appending metadata at 1731655369589 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731655369589Flushing 1588230740/ns: creating writer at 1731655369999 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731655370016 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731655370016Flushing 1588230740/rep_barrier: creating writer at 1731655370423 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731655370435 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731655370435Flushing 1588230740/table: creating writer at 1731655370842 (+407 ms)Flushing 1588230740/table: appending metadata at 1731655370857 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731655370857Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a5aa270: reopening flushed file at 1731655370864 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65bae5f5: reopening flushed file at 1731655370867 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51317a47: reopening flushed file at 1731655370870 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a638304: reopening flushed file at 1731655370873 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1305ms, sequenceid=16, compaction requested=false at 1731655370877 (+4 ms)Writing region close event to WAL at 1731655370878 (+1 ms)Running coprocessor post-close hooks at 1731655370880 (+2 ms)Closed at 1731655370880 2024-11-15T07:22:50,881 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T07:22:50,974 INFO [RS:0;32f0bc5975d0:38141 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-15T07:22:50,974 INFO [RS:0;32f0bc5975d0:38141 {}] regionserver.HRegionServer(976): stopping server 32f0bc5975d0,38141,1731655329461; all regions closed. 2024-11-15T07:22:50,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741834_1010 (size=4239) 2024-11-15T07:22:50,976 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.meta.1731655332404.meta not finished, retry = 0 2024-11-15T07:22:51,027 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.wal-reader.32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/WALs/32f0bc5975d0,38141,1731655329461/32f0bc5975d0%2C38141%2C1731655329461.1731655331413 to pos 1527, reset compression=false 2024-11-15T07:22:51,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741839_1015 (size=1297) 2024-11-15T07:22:51,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741832_1008 (size=1535) 2024-11-15T07:22:51,080 DEBUG [RS:0;32f0bc5975d0:38141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:51,080 INFO [RS:0;32f0bc5975d0:38141 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:22:51,080 INFO [RS:0;32f0bc5975d0:38141 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:22:51,080 INFO [RS:0;32f0bc5975d0:38141 {}] hbase.ChoreService(370): Chore service for: regionserver/32f0bc5975d0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T07:22:51,080 INFO [RS:0;32f0bc5975d0:38141 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:22:51,080 INFO [regionserver/32f0bc5975d0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:22:51,081 INFO [RS:0;32f0bc5975d0:38141 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-32f0bc5975d0,38141,1731655329461 because: Region server is closing 2024-11-15T07:22:51,081 INFO [RS:0;32f0bc5975d0:38141 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:38141. 2024-11-15T07:22:51,081 DEBUG [RS:0;32f0bc5975d0:38141 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:22:51,081 DEBUG [RS:0;32f0bc5975d0:38141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:51,081 DEBUG [RS:0;32f0bc5975d0:38141 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:51,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:22:51,181 INFO [RS:0;32f0bc5975d0:38141 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.shipper32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 terminated 2024-11-15T07:22:51,181 INFO [RS:0;32f0bc5975d0:38141 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38141 2024-11-15T07:22:51,181 WARN [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,38141,1731655329461.replicationSource.wal-reader.32f0bc5975d0%2C38141%2C1731655329461,1-32f0bc5975d0,38141,1731655329461 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T07:22:51,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43209-0x1013d5f59730000, quorum=127.0.0.1:52118, baseZNode=/0939001658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939001658/rs 2024-11-15T07:22:51,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x1013d5f59730001, quorum=127.0.0.1:52118, baseZNode=/0939001658 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0939001658/rs/32f0bc5975d0,38141,1731655329461 2024-11-15T07:22:51,296 INFO [RS:0;32f0bc5975d0:38141 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:22:51,297 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32f0bc5975d0,38141,1731655329461] 2024-11-15T07:22:51,317 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0939001658/draining/32f0bc5975d0,38141,1731655329461 already deleted, retry=false 2024-11-15T07:22:51,317 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32f0bc5975d0,38141,1731655329461 expired; onlineServers=0 2024-11-15T07:22:51,317 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32f0bc5975d0,43209,1731655329113' ***** 2024-11-15T07:22:51,317 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T07:22:51,317 INFO [M:0;32f0bc5975d0:43209 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:22:51,317 INFO [M:0;32f0bc5975d0:43209 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:22:51,317 DEBUG [M:0;32f0bc5975d0:43209 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T07:22:51,317 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T07:22:51,317 DEBUG [M:0;32f0bc5975d0:43209 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T07:22:51,317 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655331192 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655331192,5,FailOnTimeoutGroup] 2024-11-15T07:22:51,317 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655331192 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655331192,5,FailOnTimeoutGroup] 2024-11-15T07:22:51,318 INFO [M:0;32f0bc5975d0:43209 {}] hbase.ChoreService(370): Chore service for: master/32f0bc5975d0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T07:22:51,318 INFO [M:0;32f0bc5975d0:43209 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:22:51,318 DEBUG [M:0;32f0bc5975d0:43209 {}] master.HMaster(1795): Stopping service threads 2024-11-15T07:22:51,318 INFO [M:0;32f0bc5975d0:43209 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T07:22:51,318 INFO [M:0;32f0bc5975d0:43209 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:22:51,318 ERROR [M:0;32f0bc5975d0:43209 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:33679,5,PEWorkerGroup] 2024-11-15T07:22:51,318 INFO [M:0;32f0bc5975d0:43209 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T07:22:51,318 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T07:22:51,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43209-0x1013d5f59730000, quorum=127.0.0.1:52118, baseZNode=/0939001658 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0939001658/master 2024-11-15T07:22:51,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43209-0x1013d5f59730000, quorum=127.0.0.1:52118, baseZNode=/0939001658 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0939001658 2024-11-15T07:22:51,328 DEBUG [M:0;32f0bc5975d0:43209 {}] zookeeper.ZKUtil(347): master:43209-0x1013d5f59730000, quorum=127.0.0.1:52118, baseZNode=/0939001658 Unable to get data of znode /0939001658/master because node does not exist (not an error) 2024-11-15T07:22:51,328 WARN [M:0;32f0bc5975d0:43209 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T07:22:51,329 INFO [M:0;32f0bc5975d0:43209 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/.lastflushedseqids 2024-11-15T07:22:51,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741847_1023 (size=245) 2024-11-15T07:22:51,407 INFO [RS:0;32f0bc5975d0:38141 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:22:51,407 INFO [RS:0;32f0bc5975d0:38141 {}] regionserver.HRegionServer(1031): Exiting; stopping=32f0bc5975d0,38141,1731655329461; zookeeper connection closed. 2024-11-15T07:22:51,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x1013d5f59730001, quorum=127.0.0.1:52118, baseZNode=/0939001658 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:22:51,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38141-0x1013d5f59730001, quorum=127.0.0.1:52118, baseZNode=/0939001658 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:22:51,407 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@660f9a1e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@660f9a1e 2024-11-15T07:22:51,407 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T07:22:51,732 INFO [M:0;32f0bc5975d0:43209 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T07:22:51,733 INFO [M:0;32f0bc5975d0:43209 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T07:22:51,733 DEBUG [M:0;32f0bc5975d0:43209 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:22:51,733 INFO [M:0;32f0bc5975d0:43209 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:22:51,733 DEBUG [M:0;32f0bc5975d0:43209 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:22:51,733 DEBUG [M:0;32f0bc5975d0:43209 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:22:51,733 DEBUG [M:0;32f0bc5975d0:43209 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:22:51,733 INFO [M:0;32f0bc5975d0:43209 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-15T07:22:51,747 DEBUG [M:0;32f0bc5975d0:43209 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b43ed74722c4ff0a31d82b07d60b7cd is 82, key is hbase:meta,,1/info:regioninfo/1731655332432/Put/seqid=0 2024-11-15T07:22:51,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741848_1024 (size=5672) 2024-11-15T07:22:52,151 INFO [M:0;32f0bc5975d0:43209 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b43ed74722c4ff0a31d82b07d60b7cd 2024-11-15T07:22:52,166 DEBUG [M:0;32f0bc5975d0:43209 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d181af5dc9af43a6bbae85381d8ebaa2 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731655344439/Put/seqid=0 2024-11-15T07:22:52,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741849_1025 (size=7218) 2024-11-15T07:22:52,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T07:22:52,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T07:22:52,289 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T07:22:52,569 INFO [M:0;32f0bc5975d0:43209 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d181af5dc9af43a6bbae85381d8ebaa2 2024-11-15T07:22:52,573 INFO [M:0;32f0bc5975d0:43209 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d181af5dc9af43a6bbae85381d8ebaa2 2024-11-15T07:22:52,584 DEBUG [M:0;32f0bc5975d0:43209 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb03f0bb3f344c6d98d023b1db90fb9d is 69, key is 32f0bc5975d0,38141,1731655329461/rs:state/1731655331244/Put/seqid=0 2024-11-15T07:22:52,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741850_1026 (size=5156) 2024-11-15T07:22:52,587 INFO [M:0;32f0bc5975d0:43209 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb03f0bb3f344c6d98d023b1db90fb9d 2024-11-15T07:22:52,590 DEBUG [M:0;32f0bc5975d0:43209 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6b43ed74722c4ff0a31d82b07d60b7cd as hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6b43ed74722c4ff0a31d82b07d60b7cd 2024-11-15T07:22:52,594 INFO [M:0;32f0bc5975d0:43209 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6b43ed74722c4ff0a31d82b07d60b7cd, entries=8, sequenceid=105, filesize=5.5 K 2024-11-15T07:22:52,594 DEBUG [M:0;32f0bc5975d0:43209 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d181af5dc9af43a6bbae85381d8ebaa2 as hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d181af5dc9af43a6bbae85381d8ebaa2 2024-11-15T07:22:52,597 INFO [M:0;32f0bc5975d0:43209 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d181af5dc9af43a6bbae85381d8ebaa2 2024-11-15T07:22:52,597 INFO [M:0;32f0bc5975d0:43209 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d181af5dc9af43a6bbae85381d8ebaa2, entries=11, sequenceid=105, filesize=7.0 K 2024-11-15T07:22:52,598 DEBUG [M:0;32f0bc5975d0:43209 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bb03f0bb3f344c6d98d023b1db90fb9d as hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bb03f0bb3f344c6d98d023b1db90fb9d 2024-11-15T07:22:52,600 INFO [M:0;32f0bc5975d0:43209 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33679/user/jenkins/test-data/87d482bc-88c8-81f0-bdd1-f5eb2544c28b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bb03f0bb3f344c6d98d023b1db90fb9d, entries=1, sequenceid=105, filesize=5.0 K 2024-11-15T07:22:52,601 INFO [M:0;32f0bc5975d0:43209 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 868ms, sequenceid=105, compaction requested=false 2024-11-15T07:22:52,602 INFO [M:0;32f0bc5975d0:43209 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:22:52,602 DEBUG [M:0;32f0bc5975d0:43209 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655371733Disabling compacts and flushes for region at 1731655371733Disabling writes for close at 1731655371733Obtaining lock to block concurrent updates at 1731655371733Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731655371733Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731655371733Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731655371734 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731655371734Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731655371747 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731655371747Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731655372154 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731655372166 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731655372166Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731655372573 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731655372584 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731655372584Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@282bbaeb: reopening flushed file at 1731655372590 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4df5351d: reopening flushed file at 1731655372594 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41561943: reopening flushed file at 1731655372597 (+3 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 868ms, sequenceid=105, compaction requested=false at 1731655372601 (+4 ms)Writing region close event to WAL at 1731655372602 (+1 ms)Closed at 1731655372602 2024-11-15T07:22:52,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34333 is added to blk_1073741830_1006 (size=64423) 2024-11-15T07:22:52,604 INFO [M:0;32f0bc5975d0:43209 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T07:22:52,604 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:22:52,604 INFO [M:0;32f0bc5975d0:43209 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43209 2024-11-15T07:22:52,604 INFO [M:0;32f0bc5975d0:43209 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:22:52,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43209-0x1013d5f59730000, quorum=127.0.0.1:52118, baseZNode=/0939001658 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:22:52,765 INFO [M:0;32f0bc5975d0:43209 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:22:52,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43209-0x1013d5f59730000, quorum=127.0.0.1:52118, baseZNode=/0939001658 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:22:52,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6101141c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T07:22:52,767 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2faaedb0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T07:22:52,767 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T07:22:52,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6079d1e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T07:22:52,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cc689c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8082543a-f92d-a9a6-9cfd-6bf3ea395e18/hadoop.log.dir/,STOPPED} 2024-11-15T07:22:52,768 WARN [BP-796975764-172.17.0.2-1731655327201 heartbeating to localhost/127.0.0.1:33679 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T07:22:52,768 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T07:22:52,768 WARN [BP-796975764-172.17.0.2-1731655327201 heartbeating to localhost/127.0.0.1:33679 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-796975764-172.17.0.2-1731655327201 (Datanode Uuid 0fef1f48-a72d-4f62-80f1-ed7780cd50fd) service to localhost/127.0.0.1:33679 2024-11-15T07:22:52,768 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T07:22:52,769 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8082543a-f92d-a9a6-9cfd-6bf3ea395e18/cluster_54806cd4-d2e9-4399-e895-1e11b1031ea1/data/data1/current/BP-796975764-172.17.0.2-1731655327201 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T07:22:52,769 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8082543a-f92d-a9a6-9cfd-6bf3ea395e18/cluster_54806cd4-d2e9-4399-e895-1e11b1031ea1/data/data2/current/BP-796975764-172.17.0.2-1731655327201 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T07:22:52,769 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T07:22:52,774 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1970d38a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T07:22:52,775 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6b54ec87{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T07:22:52,775 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T07:22:52,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@535b7c8c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T07:22:52,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65184cd1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8082543a-f92d-a9a6-9cfd-6bf3ea395e18/hadoop.log.dir/,STOPPED} 2024-11-15T07:22:52,780 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T07:22:52,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T07:22:52,798 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=361 (was 315) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:37109 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37109 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:33751 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33679 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33679 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:33679 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:33751 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:33679 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:37109 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:37109 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52118) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33679 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37109 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33679 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52118) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33679 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:33679 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:33751 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:33751 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:33679 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37109 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:37109 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52118) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33751 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37109 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33751 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=792 (was 733) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=372 (was 414), ProcessCount=11 (was 11), AvailableMemoryMB=6089 (was 5965) - AvailableMemoryMB LEAK? - 2024-11-15T07:22:52,807 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=361, OpenFileDescriptor=792, MaxFileDescriptor=1048576, SystemLoadAverage=372, ProcessCount=11, AvailableMemoryMB=6090 2024-11-15T07:22:52,818 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-15T07:22:52,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c79d368-44e3-ff24-dd51-ca3a4c74f47c/hadoop.log.dir so I do NOT create it in target/test-data/ebe258b1-d052-8b4f-c010-9feda0734898 2024-11-15T07:22:52,818 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c79d368-44e3-ff24-dd51-ca3a4c74f47c/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T07:22:52,818 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c79d368-44e3-ff24-dd51-ca3a4c74f47c/hadoop.tmp.dir so I do NOT create it in target/test-data/ebe258b1-d052-8b4f-c010-9feda0734898 2024-11-15T07:22:52,818 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/1c79d368-44e3-ff24-dd51-ca3a4c74f47c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T07:22:52,818 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebe258b1-d052-8b4f-c010-9feda0734898 2024-11-15T07:22:52,818 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebe258b1-d052-8b4f-c010-9feda0734898/cluster_f5e64b79-1d4a-073e-2f09-ab701b4000df, deleteOnExit=true 2024-11-15T07:22:52,841 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebe258b1-d052-8b4f-c010-9feda0734898/cluster_f5e64b79-1d4a-073e-2f09-ab701b4000df/zookeeper_0, clientPort=54984, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebe258b1-d052-8b4f-c010-9feda0734898/cluster_f5e64b79-1d4a-073e-2f09-ab701b4000df/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebe258b1-d052-8b4f-c010-9feda0734898/cluster_f5e64b79-1d4a-073e-2f09-ab701b4000df/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T07:22:52,841 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54984 2024-11-15T07:22:52,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T07:22:52,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T07:22:52,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebe258b1-d052-8b4f-c010-9feda0734898/test.cache.data in system properties and HBase conf 2024-11-15T07:22:52,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebe258b1-d052-8b4f-c010-9feda0734898/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T07:22:52,841 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebe258b1-d052-8b4f-c010-9feda0734898/hadoop.log.dir in system properties and HBase conf 2024-11-15T07:22:52,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebe258b1-d052-8b4f-c010-9feda0734898/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T07:22:52,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebe258b1-d052-8b4f-c010-9feda0734898/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T07:22:52,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T07:22:52,842 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T07:22:52,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebe258b1-d052-8b4f-c010-9feda0734898/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T07:22:52,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebe258b1-d052-8b4f-c010-9feda0734898/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T07:22:52,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebe258b1-d052-8b4f-c010-9feda0734898/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T07:22:52,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebe258b1-d052-8b4f-c010-9feda0734898/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T07:22:52,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebe258b1-d052-8b4f-c010-9feda0734898/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T07:22:52,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebe258b1-d052-8b4f-c010-9feda0734898/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T07:22:52,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebe258b1-d052-8b4f-c010-9feda0734898/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T07:22:52,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebe258b1-d052-8b4f-c010-9feda0734898/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T07:22:52,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebe258b1-d052-8b4f-c010-9feda0734898/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T07:22:52,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebe258b1-d052-8b4f-c010-9feda0734898/nfs.dump.dir in system properties and HBase conf 2024-11-15T07:22:52,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebe258b1-d052-8b4f-c010-9feda0734898/java.io.tmpdir in system properties and HBase conf 2024-11-15T07:22:52,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebe258b1-d052-8b4f-c010-9feda0734898/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T07:22:52,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebe258b1-d052-8b4f-c010-9feda0734898/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T07:22:52,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebe258b1-d052-8b4f-c010-9feda0734898/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T07:22:52,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1013d5f59730005, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T07:22:52,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1013d5f59730002, quorum=127.0.0.1:52118, baseZNode=/0939001658 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T07:22:52,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1013d5f59730008, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-15T07:22:52,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1013d5f59730005, quorum=127.0.0.1:52118, baseZNode=/1-2087366178 Received Disconnected from ZooKeeper, ignoring 2024-11-15T07:22:52,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1013d5f59730002, quorum=127.0.0.1:52118, baseZNode=/0939001658 Received Disconnected from ZooKeeper, ignoring 2024-11-15T07:22:52,878 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1013d5f59730008, quorum=127.0.0.1:52118, baseZNode=/2-1799779041 Received Disconnected from ZooKeeper, ignoring 2024-11-15T07:22:53,198 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-15T07:22:53,198 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:53,199 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:53,199 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:53,199 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:53,199 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:53,199 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:53,200 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:53,242 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:53,242 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:53,242 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:53,243 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:53,243 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:53,243 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:53,249 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:53,252 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:53,252 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:53,253 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:22:53,289 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:22:53,291 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T07:22:53,294 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T07:22:53,294 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T07:22:53,294 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T07:22:53,295 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:22:53,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b47b3d0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebe258b1-d052-8b4f-c010-9feda0734898/hadoop.log.dir/,AVAILABLE} 2024-11-15T07:22:53,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39bdcef7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T07:22:53,388 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@679d116b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebe258b1-d052-8b4f-c010-9feda0734898/java.io.tmpdir/jetty-localhost-38567-hadoop-hdfs-3_4_1-tests_jar-_-any-14444514367322243314/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T07:22:53,388 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2b1066bf{HTTP/1.1, (http/1.1)}{localhost:38567} 2024-11-15T07:22:53,388 INFO [Time-limited test {}] server.Server(415): Started @327902ms 2024-11-15T07:22:53,682 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:22:53,684 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T07:22:53,688 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T07:22:53,688 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T07:22:53,688 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T07:22:53,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c998d8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebe258b1-d052-8b4f-c010-9feda0734898/hadoop.log.dir/,AVAILABLE} 2024-11-15T07:22:53,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53a4642f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T07:22:53,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e6c3368{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebe258b1-d052-8b4f-c010-9feda0734898/java.io.tmpdir/jetty-localhost-45163-hadoop-hdfs-3_4_1-tests_jar-_-any-6918049055469626442/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T07:22:53,781 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25095f07{HTTP/1.1, (http/1.1)}{localhost:45163} 2024-11-15T07:22:53,781 INFO [Time-limited test {}] server.Server(415): Started @328294ms 2024-11-15T07:22:53,782 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T07:22:54,373 WARN [Thread-4199 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebe258b1-d052-8b4f-c010-9feda0734898/cluster_f5e64b79-1d4a-073e-2f09-ab701b4000df/data/data1/current/BP-446553818-172.17.0.2-1731655372855/current, will proceed with Du for space computation calculation, 2024-11-15T07:22:54,373 WARN [Thread-4200 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebe258b1-d052-8b4f-c010-9feda0734898/cluster_f5e64b79-1d4a-073e-2f09-ab701b4000df/data/data2/current/BP-446553818-172.17.0.2-1731655372855/current, will proceed with Du for space computation calculation, 2024-11-15T07:22:54,393 WARN [Thread-4187 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T07:22:54,395 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b2f3af41ed25617 with lease ID 0x75d630c318464464: Processing first storage report for DS-38ebe76b-bf5c-44d0-b915-1724ac9c97d9 from datanode DatanodeRegistration(127.0.0.1:34929, datanodeUuid=f8e81ccf-90f8-49a3-89b3-15775eef8d0b, infoPort=46655, infoSecurePort=0, ipcPort=40945, storageInfo=lv=-57;cid=testClusterID;nsid=1612816307;c=1731655372855) 2024-11-15T07:22:54,395 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b2f3af41ed25617 with lease ID 0x75d630c318464464: from storage DS-38ebe76b-bf5c-44d0-b915-1724ac9c97d9 node DatanodeRegistration(127.0.0.1:34929, datanodeUuid=f8e81ccf-90f8-49a3-89b3-15775eef8d0b, infoPort=46655, infoSecurePort=0, ipcPort=40945, storageInfo=lv=-57;cid=testClusterID;nsid=1612816307;c=1731655372855), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T07:22:54,395 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6b2f3af41ed25617 with lease ID 0x75d630c318464464: Processing first storage report for DS-2c15ed6a-9040-4c82-8439-3b6bcf5b1475 from datanode DatanodeRegistration(127.0.0.1:34929, datanodeUuid=f8e81ccf-90f8-49a3-89b3-15775eef8d0b, infoPort=46655, infoSecurePort=0, ipcPort=40945, storageInfo=lv=-57;cid=testClusterID;nsid=1612816307;c=1731655372855) 2024-11-15T07:22:54,395 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6b2f3af41ed25617 with lease ID 0x75d630c318464464: from storage DS-2c15ed6a-9040-4c82-8439-3b6bcf5b1475 node DatanodeRegistration(127.0.0.1:34929, datanodeUuid=f8e81ccf-90f8-49a3-89b3-15775eef8d0b, infoPort=46655, infoSecurePort=0, ipcPort=40945, storageInfo=lv=-57;cid=testClusterID;nsid=1612816307;c=1731655372855), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T07:22:54,402 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebe258b1-d052-8b4f-c010-9feda0734898 2024-11-15T07:22:54,402 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:22:54,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:22:54,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741825_1001 (size=7) 2024-11-15T07:22:54,411 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45183/user/jenkins/test-data/7e2a1344-c473-7198-103e-54d198f512bb with version=8 2024-11-15T07:22:54,411 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45183/user/jenkins/test-data/7e2a1344-c473-7198-103e-54d198f512bb/hbase-staging 2024-11-15T07:22:54,413 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:22:54,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:22:54,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:22:54,413 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:22:54,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:22:54,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:22:54,413 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T07:22:54,413 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:22:54,414 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32987 2024-11-15T07:22:54,414 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32987 connecting to ZooKeeper ensemble=127.0.0.1:54984 2024-11-15T07:22:54,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329870x0, quorum=127.0.0.1:54984, baseZNode=/0-1540439995 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:22:54,466 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32987-0x1013d600bd30000 connected 2024-11-15T07:22:54,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:22:54,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:22:54,552 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32987-0x1013d600bd30000, quorum=127.0.0.1:54984, baseZNode=/0-1540439995 Set watcher on znode that does not yet exist, /0-1540439995/running 2024-11-15T07:22:54,552 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45183/user/jenkins/test-data/7e2a1344-c473-7198-103e-54d198f512bb, hbase.cluster.distributed=false 2024-11-15T07:22:54,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32987-0x1013d600bd30000, quorum=127.0.0.1:54984, baseZNode=/0-1540439995 Set watcher on znode that does not yet exist, /0-1540439995/acl 2024-11-15T07:22:54,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32987 2024-11-15T07:22:54,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32987 2024-11-15T07:22:54,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32987 2024-11-15T07:22:54,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32987 2024-11-15T07:22:54,554 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32987 2024-11-15T07:22:54,566 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:22:54,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:22:54,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:22:54,566 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:22:54,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:22:54,566 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:22:54,566 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T07:22:54,567 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:22:54,567 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46881 2024-11-15T07:22:54,567 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46881 connecting to ZooKeeper ensemble=127.0.0.1:54984 2024-11-15T07:22:54,568 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:22:54,569 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:22:54,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:468810x0, quorum=127.0.0.1:54984, baseZNode=/0-1540439995 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:22:54,580 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:468810x0, quorum=127.0.0.1:54984, baseZNode=/0-1540439995 Set watcher on znode that does not yet exist, /0-1540439995/running 2024-11-15T07:22:54,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46881-0x1013d600bd30001 connected 2024-11-15T07:22:54,581 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T07:22:54,581 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T07:22:54,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46881-0x1013d600bd30001, quorum=127.0.0.1:54984, baseZNode=/0-1540439995 Set watcher on znode that does not yet exist, /0-1540439995/master 2024-11-15T07:22:54,582 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46881-0x1013d600bd30001, quorum=127.0.0.1:54984, baseZNode=/0-1540439995 Set watcher on znode that does not yet exist, /0-1540439995/acl 2024-11-15T07:22:54,584 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46881 2024-11-15T07:22:54,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46881 2024-11-15T07:22:54,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46881 2024-11-15T07:22:54,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46881 2024-11-15T07:22:54,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46881 2024-11-15T07:22:54,598 DEBUG [M:0;32f0bc5975d0:32987 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32f0bc5975d0:32987 2024-11-15T07:22:54,598 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1540439995/backup-masters/32f0bc5975d0,32987,1731655374413 2024-11-15T07:22:54,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46881-0x1013d600bd30001, quorum=127.0.0.1:54984, baseZNode=/0-1540439995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1540439995/backup-masters 2024-11-15T07:22:54,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32987-0x1013d600bd30000, quorum=127.0.0.1:54984, baseZNode=/0-1540439995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1540439995/backup-masters 2024-11-15T07:22:54,611 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32987-0x1013d600bd30000, quorum=127.0.0.1:54984, baseZNode=/0-1540439995 Set watcher on existing znode=/0-1540439995/backup-masters/32f0bc5975d0,32987,1731655374413 2024-11-15T07:22:54,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46881-0x1013d600bd30001, quorum=127.0.0.1:54984, baseZNode=/0-1540439995 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1540439995/master 2024-11-15T07:22:54,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32987-0x1013d600bd30000, quorum=127.0.0.1:54984, baseZNode=/0-1540439995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1540439995 2024-11-15T07:22:54,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46881-0x1013d600bd30001, quorum=127.0.0.1:54984, baseZNode=/0-1540439995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1540439995 2024-11-15T07:22:54,622 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32987-0x1013d600bd30000, quorum=127.0.0.1:54984, baseZNode=/0-1540439995 Set watcher on existing znode=/0-1540439995/master 2024-11-15T07:22:54,623 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1540439995/backup-masters/32f0bc5975d0,32987,1731655374413 from backup master directory 2024-11-15T07:22:54,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32987-0x1013d600bd30000, quorum=127.0.0.1:54984, baseZNode=/0-1540439995 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1540439995/backup-masters/32f0bc5975d0,32987,1731655374413 2024-11-15T07:22:54,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46881-0x1013d600bd30001, quorum=127.0.0.1:54984, baseZNode=/0-1540439995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1540439995/backup-masters 2024-11-15T07:22:54,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32987-0x1013d600bd30000, quorum=127.0.0.1:54984, baseZNode=/0-1540439995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1540439995/backup-masters 2024-11-15T07:22:54,633 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:22:54,633 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32f0bc5975d0,32987,1731655374413 2024-11-15T07:22:54,635 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45183/user/jenkins/test-data/7e2a1344-c473-7198-103e-54d198f512bb/hbase.id] with ID: 1d4b966a-2811-4fbb-b2fe-3b6ccfbadd69 2024-11-15T07:22:54,635 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45183/user/jenkins/test-data/7e2a1344-c473-7198-103e-54d198f512bb/.tmp/hbase.id 2024-11-15T07:22:54,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741826_1002 (size=42) 2024-11-15T07:22:54,639 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45183/user/jenkins/test-data/7e2a1344-c473-7198-103e-54d198f512bb/.tmp/hbase.id]:[hdfs://localhost:45183/user/jenkins/test-data/7e2a1344-c473-7198-103e-54d198f512bb/hbase.id] 2024-11-15T07:22:54,645 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:22:54,645 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T07:22:54,645 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-15T07:22:54,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32987-0x1013d600bd30000, quorum=127.0.0.1:54984, baseZNode=/0-1540439995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1540439995 2024-11-15T07:22:54,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46881-0x1013d600bd30001, quorum=127.0.0.1:54984, baseZNode=/0-1540439995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1540439995 2024-11-15T07:22:54,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741827_1003 (size=196) 2024-11-15T07:22:54,658 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:22:54,659 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T07:22:54,659 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:22:54,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741828_1004 (size=1189) 2024-11-15T07:22:55,038 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:22:55,039 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32f0bc5975d0,34421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:34421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T07:22:55,039 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128809 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32f0bc5975d0,34421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:34421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T07:22:55,064 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45183/user/jenkins/test-data/7e2a1344-c473-7198-103e-54d198f512bb/MasterData/data/master/store 2024-11-15T07:22:55,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741829_1005 (size=34) 2024-11-15T07:22:55,468 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:22:55,468 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:22:55,468 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:22:55,468 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:22:55,468 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:22:55,468 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:22:55,468 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:22:55,468 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655375468Disabling compacts and flushes for region at 1731655375468Disabling writes for close at 1731655375468Writing region close event to WAL at 1731655375468Closed at 1731655375468 2024-11-15T07:22:55,469 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45183/user/jenkins/test-data/7e2a1344-c473-7198-103e-54d198f512bb/MasterData/data/master/store/.initializing 2024-11-15T07:22:55,469 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45183/user/jenkins/test-data/7e2a1344-c473-7198-103e-54d198f512bb/MasterData/WALs/32f0bc5975d0,32987,1731655374413 2024-11-15T07:22:55,469 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:22:55,471 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32f0bc5975d0%2C32987%2C1731655374413, suffix=, logDir=hdfs://localhost:45183/user/jenkins/test-data/7e2a1344-c473-7198-103e-54d198f512bb/MasterData/WALs/32f0bc5975d0,32987,1731655374413, archiveDir=hdfs://localhost:45183/user/jenkins/test-data/7e2a1344-c473-7198-103e-54d198f512bb/MasterData/oldWALs, maxLogs=10 2024-11-15T07:22:55,483 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e2a1344-c473-7198-103e-54d198f512bb/MasterData/WALs/32f0bc5975d0,32987,1731655374413/32f0bc5975d0%2C32987%2C1731655374413.1731655375471, exclude list is [], retry=0 2024-11-15T07:22:55,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34929,DS-38ebe76b-bf5c-44d0-b915-1724ac9c97d9,DISK] 2024-11-15T07:22:55,486 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e2a1344-c473-7198-103e-54d198f512bb/MasterData/WALs/32f0bc5975d0,32987,1731655374413/32f0bc5975d0%2C32987%2C1731655374413.1731655375471 2024-11-15T07:22:55,486 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46655:46655)] 2024-11-15T07:22:55,486 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:22:55,486 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:22:55,486 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:55,486 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:55,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:55,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T07:22:55,488 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:55,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:22:55,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:55,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T07:22:55,489 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:55,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:22:55,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:55,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T07:22:55,490 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:55,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:22:55,490 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:55,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T07:22:55,491 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:55,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:22:55,491 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:55,492 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45183/user/jenkins/test-data/7e2a1344-c473-7198-103e-54d198f512bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:55,492 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45183/user/jenkins/test-data/7e2a1344-c473-7198-103e-54d198f512bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:55,493 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:55,493 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:55,493 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:22:55,494 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:22:55,495 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45183/user/jenkins/test-data/7e2a1344-c473-7198-103e-54d198f512bb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:22:55,495 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61884224, jitterRate=-0.07785320281982422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:22:55,496 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731655375487Initializing all the Stores at 1731655375487Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655375487Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655375487Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655375487Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655375487Cleaning up temporary data from old regions at 1731655375493 (+6 ms)Region opened successfully at 1731655375496 (+3 ms) 2024-11-15T07:22:55,496 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T07:22:55,498 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57cd03b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:22:55,498 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T07:22:55,498 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T07:22:55,499 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T07:22:55,499 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T07:22:55,499 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T07:22:55,499 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T07:22:55,499 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T07:22:55,500 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T07:22:55,501 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32987-0x1013d600bd30000, quorum=127.0.0.1:54984, baseZNode=/0-1540439995 Unable to get data of znode /0-1540439995/balancer because node does not exist (not necessarily an error) 2024-11-15T07:22:55,506 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1540439995/balancer already deleted, retry=false 2024-11-15T07:22:55,506 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T07:22:55,507 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32987-0x1013d600bd30000, quorum=127.0.0.1:54984, baseZNode=/0-1540439995 Unable to get data of znode /0-1540439995/normalizer because node does not exist (not necessarily an error) 2024-11-15T07:22:55,517 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1540439995/normalizer already deleted, retry=false 2024-11-15T07:22:55,517 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T07:22:55,518 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32987-0x1013d600bd30000, quorum=127.0.0.1:54984, baseZNode=/0-1540439995 Unable to get data of znode /0-1540439995/switch/split because node does not exist (not necessarily an error) 2024-11-15T07:22:55,527 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1540439995/switch/split already deleted, retry=false 2024-11-15T07:22:55,528 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32987-0x1013d600bd30000, quorum=127.0.0.1:54984, baseZNode=/0-1540439995 Unable to get data of znode /0-1540439995/switch/merge because node does not exist (not necessarily an error) 2024-11-15T07:22:55,538 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1540439995/switch/merge already deleted, retry=false 2024-11-15T07:22:55,540 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32987-0x1013d600bd30000, quorum=127.0.0.1:54984, baseZNode=/0-1540439995 Unable to get data of znode /0-1540439995/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T07:22:55,548 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1540439995/snapshot-cleanup already deleted, retry=false 2024-11-15T07:22:55,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32987-0x1013d600bd30000, quorum=127.0.0.1:54984, baseZNode=/0-1540439995 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1540439995/running 2024-11-15T07:22:55,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46881-0x1013d600bd30001, quorum=127.0.0.1:54984, baseZNode=/0-1540439995 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1540439995/running 2024-11-15T07:22:55,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32987-0x1013d600bd30000, quorum=127.0.0.1:54984, baseZNode=/0-1540439995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1540439995 2024-11-15T07:22:55,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46881-0x1013d600bd30001, quorum=127.0.0.1:54984, baseZNode=/0-1540439995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1540439995 2024-11-15T07:22:55,559 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32f0bc5975d0,32987,1731655374413, sessionid=0x1013d600bd30000, setting cluster-up flag (Was=false) 2024-11-15T07:22:55,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46881-0x1013d600bd30001, quorum=127.0.0.1:54984, baseZNode=/0-1540439995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1540439995 2024-11-15T07:22:55,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32987-0x1013d600bd30000, quorum=127.0.0.1:54984, baseZNode=/0-1540439995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1540439995 2024-11-15T07:22:55,612 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1540439995/flush-table-proc/acquired, /0-1540439995/flush-table-proc/reached, /0-1540439995/flush-table-proc/abort 2024-11-15T07:22:55,612 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,32987,1731655374413 2024-11-15T07:22:55,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46881-0x1013d600bd30001, quorum=127.0.0.1:54984, baseZNode=/0-1540439995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1540439995 2024-11-15T07:22:55,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32987-0x1013d600bd30000, quorum=127.0.0.1:54984, baseZNode=/0-1540439995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1540439995 2024-11-15T07:22:55,664 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1540439995/online-snapshot/acquired, /0-1540439995/online-snapshot/reached, /0-1540439995/online-snapshot/abort 2024-11-15T07:22:55,665 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,32987,1731655374413 2024-11-15T07:22:55,666 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45183/user/jenkins/test-data/7e2a1344-c473-7198-103e-54d198f512bb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T07:22:55,667 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T07:22:55,667 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T07:22:55,667 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T07:22:55,668 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32f0bc5975d0,32987,1731655374413 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T07:22:55,669 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:22:55,669 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:22:55,669 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:22:55,669 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:22:55,669 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32f0bc5975d0:0, corePoolSize=10, maxPoolSize=10 2024-11-15T07:22:55,669 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:55,669 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:22:55,669 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:55,672 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:22:55,672 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T07:22:55,673 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:55,673 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T07:22:55,676 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731655405676 2024-11-15T07:22:55,676 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T07:22:55,676 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T07:22:55,676 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T07:22:55,676 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T07:22:55,676 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T07:22:55,676 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T07:22:55,676 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:55,681 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T07:22:55,681 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T07:22:55,681 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T07:22:55,681 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T07:22:55,681 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T07:22:55,681 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T07:22:55,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741831_1007 (size=1321) 2024-11-15T07:22:55,686 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655375681,5,FailOnTimeoutGroup] 2024-11-15T07:22:55,686 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655375686,5,FailOnTimeoutGroup] 2024-11-15T07:22:55,686 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:55,686 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T07:22:55,686 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:55,686 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:55,693 INFO [RS:0;32f0bc5975d0:46881 {}] regionserver.HRegionServer(746): ClusterId : 1d4b966a-2811-4fbb-b2fe-3b6ccfbadd69 2024-11-15T07:22:55,693 DEBUG [RS:0;32f0bc5975d0:46881 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T07:22:55,706 DEBUG [RS:0;32f0bc5975d0:46881 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T07:22:55,706 DEBUG [RS:0;32f0bc5975d0:46881 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T07:22:55,717 DEBUG [RS:0;32f0bc5975d0:46881 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T07:22:55,718 DEBUG [RS:0;32f0bc5975d0:46881 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15c01b53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:22:55,729 DEBUG [RS:0;32f0bc5975d0:46881 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32f0bc5975d0:46881 2024-11-15T07:22:55,729 INFO [RS:0;32f0bc5975d0:46881 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T07:22:55,729 INFO [RS:0;32f0bc5975d0:46881 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T07:22:55,729 DEBUG [RS:0;32f0bc5975d0:46881 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T07:22:55,730 INFO [RS:0;32f0bc5975d0:46881 {}] regionserver.HRegionServer(2659): reportForDuty to master=32f0bc5975d0,32987,1731655374413 with port=46881, startcode=1731655374566 2024-11-15T07:22:55,730 DEBUG [RS:0;32f0bc5975d0:46881 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T07:22:55,731 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44753, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T07:22:55,731 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32987 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32f0bc5975d0,46881,1731655374566 2024-11-15T07:22:55,731 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32987 {}] master.ServerManager(517): Registering regionserver=32f0bc5975d0,46881,1731655374566 2024-11-15T07:22:55,732 DEBUG [RS:0;32f0bc5975d0:46881 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45183/user/jenkins/test-data/7e2a1344-c473-7198-103e-54d198f512bb 2024-11-15T07:22:55,732 DEBUG [RS:0;32f0bc5975d0:46881 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45183 2024-11-15T07:22:55,732 DEBUG [RS:0;32f0bc5975d0:46881 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T07:22:55,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32987-0x1013d600bd30000, quorum=127.0.0.1:54984, baseZNode=/0-1540439995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1540439995/rs 2024-11-15T07:22:55,738 DEBUG [RS:0;32f0bc5975d0:46881 {}] zookeeper.ZKUtil(111): regionserver:46881-0x1013d600bd30001, quorum=127.0.0.1:54984, baseZNode=/0-1540439995 Set watcher on existing znode=/0-1540439995/rs/32f0bc5975d0,46881,1731655374566 2024-11-15T07:22:55,738 WARN [RS:0;32f0bc5975d0:46881 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:22:55,738 INFO [RS:0;32f0bc5975d0:46881 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:22:55,738 DEBUG [RS:0;32f0bc5975d0:46881 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45183/user/jenkins/test-data/7e2a1344-c473-7198-103e-54d198f512bb/WALs/32f0bc5975d0,46881,1731655374566 2024-11-15T07:22:55,739 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32f0bc5975d0,46881,1731655374566] 2024-11-15T07:22:55,740 INFO [RS:0;32f0bc5975d0:46881 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T07:22:55,741 INFO [RS:0;32f0bc5975d0:46881 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T07:22:55,742 INFO [RS:0;32f0bc5975d0:46881 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T07:22:55,742 INFO [RS:0;32f0bc5975d0:46881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:55,742 INFO [RS:0;32f0bc5975d0:46881 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T07:22:55,742 INFO [RS:0;32f0bc5975d0:46881 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T07:22:55,742 INFO [RS:0;32f0bc5975d0:46881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:55,742 DEBUG [RS:0;32f0bc5975d0:46881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:55,742 DEBUG [RS:0;32f0bc5975d0:46881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:55,742 DEBUG [RS:0;32f0bc5975d0:46881 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:55,742 DEBUG [RS:0;32f0bc5975d0:46881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:55,742 DEBUG [RS:0;32f0bc5975d0:46881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:55,742 DEBUG [RS:0;32f0bc5975d0:46881 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:22:55,742 DEBUG [RS:0;32f0bc5975d0:46881 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:55,742 DEBUG [RS:0;32f0bc5975d0:46881 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:55,742 DEBUG [RS:0;32f0bc5975d0:46881 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:55,742 DEBUG [RS:0;32f0bc5975d0:46881 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:55,742 DEBUG [RS:0;32f0bc5975d0:46881 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:55,742 DEBUG [RS:0;32f0bc5975d0:46881 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:22:55,743 DEBUG [RS:0;32f0bc5975d0:46881 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:22:55,743 DEBUG [RS:0;32f0bc5975d0:46881 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:22:55,743 INFO [RS:0;32f0bc5975d0:46881 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:55,743 INFO [RS:0;32f0bc5975d0:46881 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:55,743 INFO [RS:0;32f0bc5975d0:46881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:55,743 INFO [RS:0;32f0bc5975d0:46881 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:55,743 INFO [RS:0;32f0bc5975d0:46881 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:55,743 INFO [RS:0;32f0bc5975d0:46881 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,46881,1731655374566-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:22:55,754 INFO [RS:0;32f0bc5975d0:46881 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T07:22:55,754 INFO [RS:0;32f0bc5975d0:46881 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,46881,1731655374566-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:55,754 INFO [RS:0;32f0bc5975d0:46881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:55,754 INFO [RS:0;32f0bc5975d0:46881 {}] regionserver.Replication(171): 32f0bc5975d0,46881,1731655374566 started 2024-11-15T07:22:55,765 INFO [RS:0;32f0bc5975d0:46881 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:55,765 INFO [RS:0;32f0bc5975d0:46881 {}] regionserver.HRegionServer(1482): Serving as 32f0bc5975d0,46881,1731655374566, RpcServer on 32f0bc5975d0/172.17.0.2:46881, sessionid=0x1013d600bd30001 2024-11-15T07:22:55,765 DEBUG [RS:0;32f0bc5975d0:46881 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T07:22:55,765 DEBUG [RS:0;32f0bc5975d0:46881 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32f0bc5975d0,46881,1731655374566 2024-11-15T07:22:55,765 DEBUG [RS:0;32f0bc5975d0:46881 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,46881,1731655374566' 2024-11-15T07:22:55,765 DEBUG [RS:0;32f0bc5975d0:46881 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1540439995/flush-table-proc/abort' 2024-11-15T07:22:55,766 DEBUG [RS:0;32f0bc5975d0:46881 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1540439995/flush-table-proc/acquired' 2024-11-15T07:22:55,766 DEBUG [RS:0;32f0bc5975d0:46881 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T07:22:55,766 DEBUG [RS:0;32f0bc5975d0:46881 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T07:22:55,766 DEBUG [RS:0;32f0bc5975d0:46881 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32f0bc5975d0,46881,1731655374566 2024-11-15T07:22:55,766 DEBUG [RS:0;32f0bc5975d0:46881 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,46881,1731655374566' 2024-11-15T07:22:55,766 DEBUG [RS:0;32f0bc5975d0:46881 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1540439995/online-snapshot/abort' 2024-11-15T07:22:55,766 DEBUG [RS:0;32f0bc5975d0:46881 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1540439995/online-snapshot/acquired' 2024-11-15T07:22:55,767 DEBUG [RS:0;32f0bc5975d0:46881 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T07:22:55,767 INFO [RS:0;32f0bc5975d0:46881 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T07:22:55,767 INFO [RS:0;32f0bc5975d0:46881 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T07:22:55,867 INFO [RS:0;32f0bc5975d0:46881 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:22:55,868 INFO [RS:0;32f0bc5975d0:46881 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C46881%2C1731655374566, suffix=, logDir=hdfs://localhost:45183/user/jenkins/test-data/7e2a1344-c473-7198-103e-54d198f512bb/WALs/32f0bc5975d0,46881,1731655374566, archiveDir=hdfs://localhost:45183/user/jenkins/test-data/7e2a1344-c473-7198-103e-54d198f512bb/oldWALs, maxLogs=10 2024-11-15T07:22:55,881 DEBUG [RS:0;32f0bc5975d0:46881 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e2a1344-c473-7198-103e-54d198f512bb/WALs/32f0bc5975d0,46881,1731655374566/32f0bc5975d0%2C46881%2C1731655374566.1731655375868, exclude list is [], retry=0 2024-11-15T07:22:55,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34929,DS-38ebe76b-bf5c-44d0-b915-1724ac9c97d9,DISK] 2024-11-15T07:22:55,884 INFO [RS:0;32f0bc5975d0:46881 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e2a1344-c473-7198-103e-54d198f512bb/WALs/32f0bc5975d0,46881,1731655374566/32f0bc5975d0%2C46881%2C1731655374566.1731655375868 2024-11-15T07:22:55,884 DEBUG [RS:0;32f0bc5975d0:46881 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46655:46655)] 2024-11-15T07:22:56,086 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45183/user/jenkins/test-data/7e2a1344-c473-7198-103e-54d198f512bb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T07:22:56,086 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45183/user/jenkins/test-data/7e2a1344-c473-7198-103e-54d198f512bb 2024-11-15T07:22:56,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741833_1009 (size=32) 2024-11-15T07:22:56,490 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:22:56,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:22:56,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:22:56,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:56,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:22:56,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:22:56,493 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:22:56,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:56,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:22:56,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:22:56,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:22:56,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:56,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:22:56,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:22:56,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:22:56,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:56,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:22:56,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:22:56,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45183/user/jenkins/test-data/7e2a1344-c473-7198-103e-54d198f512bb/data/hbase/meta/1588230740 2024-11-15T07:22:56,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45183/user/jenkins/test-data/7e2a1344-c473-7198-103e-54d198f512bb/data/hbase/meta/1588230740 2024-11-15T07:22:56,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:22:56,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:22:56,496 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:22:56,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:22:56,498 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45183/user/jenkins/test-data/7e2a1344-c473-7198-103e-54d198f512bb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:22:56,498 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72419719, jitterRate=0.0791379064321518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:22:56,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731655376490Initializing all the Stores at 1731655376491 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655376491Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655376491Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655376491Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655376491Cleaning up temporary data from old regions at 1731655376496 (+5 ms)Region opened successfully at 1731655376499 (+3 ms) 2024-11-15T07:22:56,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:22:56,499 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:22:56,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:22:56,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:22:56,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:22:56,499 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:22:56,499 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655376499Disabling compacts and flushes for region at 1731655376499Disabling writes for close at 1731655376499Writing region close event to WAL at 1731655376499Closed at 1731655376499 2024-11-15T07:22:56,500 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:22:56,500 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T07:22:56,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T07:22:56,501 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:22:56,501 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T07:22:56,652 DEBUG [32f0bc5975d0:32987 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T07:22:56,652 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32f0bc5975d0,46881,1731655374566 2024-11-15T07:22:56,653 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,46881,1731655374566, state=OPENING 2024-11-15T07:22:56,703 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T07:22:56,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46881-0x1013d600bd30001, quorum=127.0.0.1:54984, baseZNode=/0-1540439995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1540439995 2024-11-15T07:22:56,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32987-0x1013d600bd30000, quorum=127.0.0.1:54984, baseZNode=/0-1540439995 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1540439995 2024-11-15T07:22:56,755 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:22:56,755 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1540439995/meta-region-server: CHANGED 2024-11-15T07:22:56,755 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1540439995/meta-region-server: CHANGED 2024-11-15T07:22:56,755 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,46881,1731655374566}] 2024-11-15T07:22:56,907 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T07:22:56,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38701, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T07:22:56,911 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T07:22:56,911 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:22:56,911 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T07:22:56,912 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C46881%2C1731655374566.meta, suffix=.meta, logDir=hdfs://localhost:45183/user/jenkins/test-data/7e2a1344-c473-7198-103e-54d198f512bb/WALs/32f0bc5975d0,46881,1731655374566, archiveDir=hdfs://localhost:45183/user/jenkins/test-data/7e2a1344-c473-7198-103e-54d198f512bb/oldWALs, maxLogs=10 2024-11-15T07:22:56,926 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7e2a1344-c473-7198-103e-54d198f512bb/WALs/32f0bc5975d0,46881,1731655374566/32f0bc5975d0%2C46881%2C1731655374566.meta.1731655376912.meta, exclude list is [], retry=0 2024-11-15T07:22:56,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34929,DS-38ebe76b-bf5c-44d0-b915-1724ac9c97d9,DISK] 2024-11-15T07:22:56,929 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7e2a1344-c473-7198-103e-54d198f512bb/WALs/32f0bc5975d0,46881,1731655374566/32f0bc5975d0%2C46881%2C1731655374566.meta.1731655376912.meta 2024-11-15T07:22:56,929 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46655:46655)] 2024-11-15T07:22:56,929 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:22:56,930 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:22:56,930 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T07:22:56,930 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T07:22:56,930 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T07:22:56,930 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T07:22:56,930 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:22:56,930 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T07:22:56,930 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T07:22:56,931 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:22:56,932 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:22:56,932 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:56,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:22:56,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:22:56,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:22:56,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:56,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:22:56,933 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:22:56,933 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:22:56,933 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:56,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:22:56,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:22:56,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:22:56,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:56,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:22:56,934 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:22:56,935 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45183/user/jenkins/test-data/7e2a1344-c473-7198-103e-54d198f512bb/data/hbase/meta/1588230740 2024-11-15T07:22:56,935 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45183/user/jenkins/test-data/7e2a1344-c473-7198-103e-54d198f512bb/data/hbase/meta/1588230740 2024-11-15T07:22:56,936 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:22:56,936 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:22:56,936 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:22:56,937 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:22:56,937 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73371366, jitterRate=0.09331855177879333}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:22:56,937 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T07:22:56,938 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731655376930Writing region info on filesystem at 1731655376930Initializing all the Stores at 1731655376931 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655376931Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655376931Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655376931Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655376931Cleaning up temporary data from old regions at 1731655376936 (+5 ms)Running coprocessor post-open hooks at 1731655376937 (+1 ms)Region opened successfully at 1731655376938 (+1 ms) 2024-11-15T07:22:56,939 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731655376907 2024-11-15T07:22:56,941 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32f0bc5975d0,46881,1731655374566 2024-11-15T07:22:56,941 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,46881,1731655374566, state=OPEN 2024-11-15T07:22:56,943 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T07:22:56,943 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T07:22:56,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32987-0x1013d600bd30000, quorum=127.0.0.1:54984, baseZNode=/0-1540439995 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1540439995/meta-region-server 2024-11-15T07:22:56,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46881-0x1013d600bd30001, quorum=127.0.0.1:54984, baseZNode=/0-1540439995 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1540439995/meta-region-server 2024-11-15T07:22:56,959 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32f0bc5975d0,46881,1731655374566 2024-11-15T07:22:56,959 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1540439995/meta-region-server: CHANGED 2024-11-15T07:22:56,959 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1540439995/meta-region-server: CHANGED 2024-11-15T07:22:56,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T07:22:56,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,46881,1731655374566 in 204 msec 2024-11-15T07:22:56,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T07:22:56,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 461 msec 2024-11-15T07:22:56,962 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:22:56,962 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T07:22:56,963 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:22:56,963 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,46881,1731655374566, seqNum=-1] 2024-11-15T07:22:56,963 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:22:56,964 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:22:56,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3010 sec 2024-11-15T07:22:56,968 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731655376968, completionTime=-1 2024-11-15T07:22:56,968 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T07:22:56,968 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T07:22:56,969 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T07:22:56,969 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731655436969 2024-11-15T07:22:56,969 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731655496969 2024-11-15T07:22:56,969 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T07:22:56,969 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,32987,1731655374413-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:56,969 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,32987,1731655374413-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:56,969 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,32987,1731655374413-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:56,970 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32f0bc5975d0:32987, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:56,970 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:56,970 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:56,971 DEBUG [master/32f0bc5975d0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T07:22:56,972 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.339sec 2024-11-15T07:22:56,972 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T07:22:56,972 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T07:22:56,972 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T07:22:56,972 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T07:22:56,972 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T07:22:56,972 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,32987,1731655374413-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:22:56,972 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,32987,1731655374413-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T07:22:56,974 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T07:22:56,974 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T07:22:56,974 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,32987,1731655374413-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:22:56,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c03d44e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:56,994 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,32987,-1 for getting cluster id 2024-11-15T07:22:56,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:22:56,995 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d4b966a-2811-4fbb-b2fe-3b6ccfbadd69' 2024-11-15T07:22:56,995 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:22:56,995 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d4b966a-2811-4fbb-b2fe-3b6ccfbadd69" 2024-11-15T07:22:56,996 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f5c0979, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:56,996 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,32987,-1] 2024-11-15T07:22:56,996 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:22:56,996 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:56,997 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:22:56,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b2f104b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:56,997 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:22:56,998 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,46881,1731655374566, seqNum=-1] 2024-11-15T07:22:56,998 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:22:56,999 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:22:57,001 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32f0bc5975d0,32987,1731655374413 2024-11-15T07:22:57,001 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54984 2024-11-15T07:22:57,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54984, baseZNode=/0-1540439995 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:22:57,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013d600bd30002 connected 2024-11-15T07:22:57,024 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:22:57,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,32987,1731655374413 2024-11-15T07:22:57,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6255e04a 2024-11-15T07:22:57,026 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:22:57,026 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:22:57,027 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:22:57,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T07:22:57,029 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T07:22:57,029 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:57,029 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T07:22:57,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:22:57,031 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T07:22:57,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741835_1011 (size=902) 2024-11-15T07:22:57,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:22:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:22:57,440 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5bf6c1cf2ab486a8a407f2b5865bca9f, NAME => 'test,,1731655377027.5bf6c1cf2ab486a8a407f2b5865bca9f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45183/user/jenkins/test-data/7e2a1344-c473-7198-103e-54d198f512bb 2024-11-15T07:22:57,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34929 is added to blk_1073741836_1012 (size=39) 2024-11-15T07:22:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:22:57,855 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731655377027.5bf6c1cf2ab486a8a407f2b5865bca9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:22:57,855 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5bf6c1cf2ab486a8a407f2b5865bca9f, disabling compactions & flushes 2024-11-15T07:22:57,855 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731655377027.5bf6c1cf2ab486a8a407f2b5865bca9f. 2024-11-15T07:22:57,855 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731655377027.5bf6c1cf2ab486a8a407f2b5865bca9f. 2024-11-15T07:22:57,855 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731655377027.5bf6c1cf2ab486a8a407f2b5865bca9f. after waiting 0 ms 2024-11-15T07:22:57,855 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731655377027.5bf6c1cf2ab486a8a407f2b5865bca9f. 2024-11-15T07:22:57,855 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731655377027.5bf6c1cf2ab486a8a407f2b5865bca9f. 2024-11-15T07:22:57,855 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5bf6c1cf2ab486a8a407f2b5865bca9f: Waiting for close lock at 1731655377855Disabling compacts and flushes for region at 1731655377855Disabling writes for close at 1731655377855Writing region close event to WAL at 1731655377855Closed at 1731655377855 2024-11-15T07:22:57,856 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T07:22:57,856 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731655377027.5bf6c1cf2ab486a8a407f2b5865bca9f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731655377856"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731655377856"}]},"ts":"1731655377856"} 2024-11-15T07:22:57,858 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T07:22:57,859 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T07:22:57,859 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655377859"}]},"ts":"1731655377859"} 2024-11-15T07:22:57,862 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T07:22:57,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5bf6c1cf2ab486a8a407f2b5865bca9f, ASSIGN}] 2024-11-15T07:22:57,863 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5bf6c1cf2ab486a8a407f2b5865bca9f, ASSIGN 2024-11-15T07:22:57,864 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5bf6c1cf2ab486a8a407f2b5865bca9f, ASSIGN; state=OFFLINE, location=32f0bc5975d0,46881,1731655374566; forceNewPlan=false, retain=false 2024-11-15T07:22:58,015 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5bf6c1cf2ab486a8a407f2b5865bca9f, regionState=OPENING, regionLocation=32f0bc5975d0,46881,1731655374566 2024-11-15T07:22:58,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5bf6c1cf2ab486a8a407f2b5865bca9f, ASSIGN because future has completed 2024-11-15T07:22:58,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bf6c1cf2ab486a8a407f2b5865bca9f, server=32f0bc5975d0,46881,1731655374566}] 2024-11-15T07:22:58,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:22:58,172 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731655377027.5bf6c1cf2ab486a8a407f2b5865bca9f. 2024-11-15T07:22:58,172 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5bf6c1cf2ab486a8a407f2b5865bca9f, NAME => 'test,,1731655377027.5bf6c1cf2ab486a8a407f2b5865bca9f.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:22:58,173 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:22:58,173 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T07:22:58,173 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5bf6c1cf2ab486a8a407f2b5865bca9f 2024-11-15T07:22:58,173 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731655377027.5bf6c1cf2ab486a8a407f2b5865bca9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:22:58,173 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5bf6c1cf2ab486a8a407f2b5865bca9f 2024-11-15T07:22:58,173 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5bf6c1cf2ab486a8a407f2b5865bca9f 2024-11-15T07:22:58,174 INFO [StoreOpener-5bf6c1cf2ab486a8a407f2b5865bca9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5bf6c1cf2ab486a8a407f2b5865bca9f 2024-11-15T07:22:58,176 INFO [StoreOpener-5bf6c1cf2ab486a8a407f2b5865bca9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bf6c1cf2ab486a8a407f2b5865bca9f columnFamilyName f 2024-11-15T07:22:58,176 DEBUG [StoreOpener-5bf6c1cf2ab486a8a407f2b5865bca9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:58,176 INFO [StoreOpener-5bf6c1cf2ab486a8a407f2b5865bca9f-1 {}] regionserver.HStore(327): Store=5bf6c1cf2ab486a8a407f2b5865bca9f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:22:58,176 INFO [StoreOpener-5bf6c1cf2ab486a8a407f2b5865bca9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5bf6c1cf2ab486a8a407f2b5865bca9f 2024-11-15T07:22:58,177 INFO [StoreOpener-5bf6c1cf2ab486a8a407f2b5865bca9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bf6c1cf2ab486a8a407f2b5865bca9f columnFamilyName f1 2024-11-15T07:22:58,177 DEBUG [StoreOpener-5bf6c1cf2ab486a8a407f2b5865bca9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:58,177 INFO [StoreOpener-5bf6c1cf2ab486a8a407f2b5865bca9f-1 {}] regionserver.HStore(327): Store=5bf6c1cf2ab486a8a407f2b5865bca9f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:22:58,177 INFO [StoreOpener-5bf6c1cf2ab486a8a407f2b5865bca9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5bf6c1cf2ab486a8a407f2b5865bca9f 2024-11-15T07:22:58,178 INFO [StoreOpener-5bf6c1cf2ab486a8a407f2b5865bca9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5bf6c1cf2ab486a8a407f2b5865bca9f columnFamilyName norep 2024-11-15T07:22:58,178 DEBUG [StoreOpener-5bf6c1cf2ab486a8a407f2b5865bca9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:22:58,179 INFO [StoreOpener-5bf6c1cf2ab486a8a407f2b5865bca9f-1 {}] regionserver.HStore(327): Store=5bf6c1cf2ab486a8a407f2b5865bca9f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:22:58,179 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5bf6c1cf2ab486a8a407f2b5865bca9f 2024-11-15T07:22:58,179 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45183/user/jenkins/test-data/7e2a1344-c473-7198-103e-54d198f512bb/data/default/test/5bf6c1cf2ab486a8a407f2b5865bca9f 2024-11-15T07:22:58,180 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45183/user/jenkins/test-data/7e2a1344-c473-7198-103e-54d198f512bb/data/default/test/5bf6c1cf2ab486a8a407f2b5865bca9f 2024-11-15T07:22:58,180 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5bf6c1cf2ab486a8a407f2b5865bca9f 2024-11-15T07:22:58,180 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5bf6c1cf2ab486a8a407f2b5865bca9f 2024-11-15T07:22:58,181 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T07:22:58,182 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5bf6c1cf2ab486a8a407f2b5865bca9f 2024-11-15T07:22:58,184 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45183/user/jenkins/test-data/7e2a1344-c473-7198-103e-54d198f512bb/data/default/test/5bf6c1cf2ab486a8a407f2b5865bca9f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:22:58,184 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5bf6c1cf2ab486a8a407f2b5865bca9f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69380028, jitterRate=0.03384298086166382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T07:22:58,184 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5bf6c1cf2ab486a8a407f2b5865bca9f 2024-11-15T07:22:58,185 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5bf6c1cf2ab486a8a407f2b5865bca9f: Running coprocessor pre-open hook at 1731655378173Writing region info on filesystem at 1731655378173Initializing all the Stores at 1731655378174 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655378174Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655378174Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655378174Cleaning up temporary data from old regions at 1731655378181 (+7 ms)Running coprocessor post-open hooks at 1731655378184 (+3 ms)Region opened successfully at 1731655378185 (+1 ms) 2024-11-15T07:22:58,186 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731655377027.5bf6c1cf2ab486a8a407f2b5865bca9f., pid=6, masterSystemTime=1731655378169 2024-11-15T07:22:58,188 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731655377027.5bf6c1cf2ab486a8a407f2b5865bca9f. 2024-11-15T07:22:58,188 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731655377027.5bf6c1cf2ab486a8a407f2b5865bca9f. 2024-11-15T07:22:58,188 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5bf6c1cf2ab486a8a407f2b5865bca9f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=32f0bc5975d0,46881,1731655374566 2024-11-15T07:22:58,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5bf6c1cf2ab486a8a407f2b5865bca9f, server=32f0bc5975d0,46881,1731655374566 because future has completed 2024-11-15T07:22:58,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T07:22:58,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5bf6c1cf2ab486a8a407f2b5865bca9f, server=32f0bc5975d0,46881,1731655374566 in 176 msec 2024-11-15T07:22:58,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T07:22:58,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5bf6c1cf2ab486a8a407f2b5865bca9f, ASSIGN in 334 msec 2024-11-15T07:22:58,199 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T07:22:58,199 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655378199"}]},"ts":"1731655378199"} 2024-11-15T07:22:58,201 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T07:22:58,202 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T07:22:58,204 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1750 sec 2024-11-15T07:22:59,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:22:59,179 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T07:22:59,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c95f07b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:59,179 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,32987,-1 for getting cluster id 2024-11-15T07:22:59,179 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:22:59,180 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d4b966a-2811-4fbb-b2fe-3b6ccfbadd69' 2024-11-15T07:22:59,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:22:59,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d4b966a-2811-4fbb-b2fe-3b6ccfbadd69" 2024-11-15T07:22:59,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38e3eabc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:59,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,32987,-1] 2024-11-15T07:22:59,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:22:59,180 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:59,181 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:22:59,181 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e7389a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:59,182 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:22:59,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,32987,1731655374413 2024-11-15T07:22:59,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15c69ae0 2024-11-15T07:22:59,182 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:22:59,183 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:22:59,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://32f0bc5975d0:32987,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T07:22:59,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T07:22:59,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:22:59,186 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32f0bc5975d0:32987' 2024-11-15T07:22:59,187 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d57a00d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:59,187 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,32987,-1 for getting cluster id 2024-11-15T07:22:59,187 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:22:59,188 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d4b966a-2811-4fbb-b2fe-3b6ccfbadd69' 2024-11-15T07:22:59,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:22:59,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d4b966a-2811-4fbb-b2fe-3b6ccfbadd69" 2024-11-15T07:22:59,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77689c59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:59,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,32987,-1] 2024-11-15T07:22:59,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:22:59,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:59,189 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:22:59,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@898d96c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:22:59,190 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:22:59,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,32987,1731655374413 2024-11-15T07:22:59,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a9d662e 2024-11-15T07:22:59,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:22:59,191 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:22:59,192 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T07:22:59,192 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T07:22:59,192 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:59,192 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:59,192 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://32f0bc5975d0:32987, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-15T07:22:59,195 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:22:59,199 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://32f0bc5975d0:32987, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://32f0bc5975d0:32987, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://32f0bc5975d0:32987, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-15T07:22:59,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://32f0bc5975d0:32987, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=16 msec 2024-11-15T07:22:59,200 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-15T07:22:59,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32987 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:22:59,289 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:22:59,289 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://32f0bc5975d0:32987, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-15T07:22:59,290 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:22:59,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:59,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:22:59,290 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:22:59,305 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=535 (was 361) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=32987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1705265136-7927-acceptor-0@7a6a67c6-ServerConnector@2b1066bf{HTTP/1.1, (http/1.1)}{localhost:38567} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: ProcessThread(sid:0 cport:54984): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=32987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1904480485_20 at /127.0.0.1:60248 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1904480485_20 at /127.0.0.1:60334 [Receiving block BP-446553818-172.17.0.2-1731655372855:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@63e2860a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1904480485_20 at /127.0.0.1:60318 [Receiving block BP-446553818-172.17.0.2-1731655372855:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: master/32f0bc5975d0:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=46881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$605/0x00007fc194ad0718.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@4774dcea java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 40945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45183/user/jenkins/test-data/7e2a1344-c473-7198-103e-54d198f512bb-prefix:32f0bc5975d0,46881,1731655374566.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp521357680-7975 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655375681 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:54984 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=32987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-446553818-172.17.0.2-1731655372855:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;32f0bc5975d0:46881 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 40945 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp1705265136-7923 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc194432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: regionserver/32f0bc5975d0:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 45183 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:45183 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=32987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebe258b1-d052-8b4f-c010-9feda0734898/cluster_f5e64b79-1d4a-073e-2f09-ab701b4000df/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=32987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@d4c11b2 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:45183 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: regionserver/32f0bc5975d0:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@2ff2ea6b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=32987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: 32f0bc5975d0:32987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebe258b1-d052-8b4f-c010-9feda0734898/cluster_f5e64b79-1d4a-073e-2f09-ab701b4000df/data/data2/current/BP-446553818-172.17.0.2-1731655372855 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 45183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@1048567c java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1140448772_20 at /127.0.0.1:60296 [Receiving block BP-446553818-172.17.0.2-1731655372855:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp521357680-7972 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc194432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:45183 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-30a39cb4-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;32f0bc5975d0:46881-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@2124e1d9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 45183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@5b8183e4[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 2 on default port 45183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45183/user/jenkins/test-data/7e2a1344-c473-7198-103e-54d198f512bb/MasterData-prefix:32f0bc5975d0,32987,1731655374413 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655375686 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@315eeca4 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@600c2d07 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-446553818-172.17.0.2-1731655372855:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 40945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54984) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: Session-HouseKeeper-155a242a-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;32f0bc5975d0:32987 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=32987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=46881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@26ed1e2e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=46881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 45183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54984) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: qtp521357680-7973-acceptor-0@10799826-ServerConnector@25095f07{HTTP/1.1, (http/1.1)}{localhost:45163} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 45183 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 1 on default port 40945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1705265136-7926 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc194432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp521357680-7974 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp1705265136-7925 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc194432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:45183/user/jenkins/test-data/7e2a1344-c473-7198-103e-54d198f512bb-prefix:32f0bc5975d0,46881,1731655374566 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1705265136-7929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1705265136-7924 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fc194432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-446553818-172.17.0.2-1731655372855 heartbeating to localhost/127.0.0.1:45183 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebe258b1-d052-8b4f-c010-9feda0734898/cluster_f5e64b79-1d4a-073e-2f09-ab701b4000df/data/data1/current/BP-446553818-172.17.0.2-1731655372855 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1705265136-7930 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(72350588) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: qtp1705265136-7928 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:45183 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebe258b1-d052-8b4f-c010-9feda0734898/cluster_f5e64b79-1d4a-073e-2f09-ab701b4000df/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54984) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45183 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 0 on default port 40945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 40945 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RS_OPEN_META-regionserver/32f0bc5975d0:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/32f0bc5975d0:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: PacketResponder: BP-446553818-172.17.0.2-1731655372855:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007fc1949f9380.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46881 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) - Thread LEAK? -, OpenFileDescriptor=870 (was 792) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=398 (was 372) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7097 (was 6090) - AvailableMemoryMB LEAK? - 2024-11-15T07:22:59,308 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=535 is superior to 500 2024-11-15T07:22:59,319 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=535, OpenFileDescriptor=870, MaxFileDescriptor=1048576, SystemLoadAverage=398, ProcessCount=11, AvailableMemoryMB=7096 2024-11-15T07:22:59,319 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=535 is superior to 500 2024-11-15T07:22:59,331 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-15T07:22:59,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebe258b1-d052-8b4f-c010-9feda0734898/hadoop.log.dir so I do NOT create it in target/test-data/51189b82-a00a-45eb-5748-e0968a136f13 2024-11-15T07:22:59,332 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebe258b1-d052-8b4f-c010-9feda0734898/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T07:22:59,332 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebe258b1-d052-8b4f-c010-9feda0734898/hadoop.tmp.dir so I do NOT create it in target/test-data/51189b82-a00a-45eb-5748-e0968a136f13 2024-11-15T07:22:59,332 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ebe258b1-d052-8b4f-c010-9feda0734898/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T07:22:59,332 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51189b82-a00a-45eb-5748-e0968a136f13 2024-11-15T07:22:59,332 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51189b82-a00a-45eb-5748-e0968a136f13/cluster_39b379dd-03ec-bb09-ae90-0cf3b3fc97c2, deleteOnExit=true 2024-11-15T07:22:59,334 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51189b82-a00a-45eb-5748-e0968a136f13/cluster_39b379dd-03ec-bb09-ae90-0cf3b3fc97c2/zookeeper_0, clientPort=55470, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51189b82-a00a-45eb-5748-e0968a136f13/cluster_39b379dd-03ec-bb09-ae90-0cf3b3fc97c2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51189b82-a00a-45eb-5748-e0968a136f13/cluster_39b379dd-03ec-bb09-ae90-0cf3b3fc97c2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-15T07:22:59,335 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55470 2024-11-15T07:22:59,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T07:22:59,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T07:22:59,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51189b82-a00a-45eb-5748-e0968a136f13/test.cache.data in system properties and HBase conf 2024-11-15T07:22:59,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51189b82-a00a-45eb-5748-e0968a136f13/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T07:22:59,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51189b82-a00a-45eb-5748-e0968a136f13/hadoop.log.dir in system properties and HBase conf 2024-11-15T07:22:59,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51189b82-a00a-45eb-5748-e0968a136f13/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T07:22:59,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51189b82-a00a-45eb-5748-e0968a136f13/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T07:22:59,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T07:22:59,335 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T07:22:59,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51189b82-a00a-45eb-5748-e0968a136f13/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T07:22:59,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51189b82-a00a-45eb-5748-e0968a136f13/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T07:22:59,335 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51189b82-a00a-45eb-5748-e0968a136f13/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T07:22:59,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51189b82-a00a-45eb-5748-e0968a136f13/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T07:22:59,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51189b82-a00a-45eb-5748-e0968a136f13/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T07:22:59,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51189b82-a00a-45eb-5748-e0968a136f13/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T07:22:59,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51189b82-a00a-45eb-5748-e0968a136f13/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T07:22:59,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51189b82-a00a-45eb-5748-e0968a136f13/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T07:22:59,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51189b82-a00a-45eb-5748-e0968a136f13/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T07:22:59,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51189b82-a00a-45eb-5748-e0968a136f13/nfs.dump.dir in system properties and HBase conf 2024-11-15T07:22:59,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51189b82-a00a-45eb-5748-e0968a136f13/java.io.tmpdir in system properties and HBase conf 2024-11-15T07:22:59,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51189b82-a00a-45eb-5748-e0968a136f13/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T07:22:59,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51189b82-a00a-45eb-5748-e0968a136f13/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T07:22:59,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51189b82-a00a-45eb-5748-e0968a136f13/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T07:22:59,690 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:22:59,694 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T07:22:59,698 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T07:22:59,698 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T07:22:59,698 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T07:22:59,705 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:22:59,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14623fdf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51189b82-a00a-45eb-5748-e0968a136f13/hadoop.log.dir/,AVAILABLE} 2024-11-15T07:22:59,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@407caae5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T07:22:59,811 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ce858a2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51189b82-a00a-45eb-5748-e0968a136f13/java.io.tmpdir/jetty-localhost-35271-hadoop-hdfs-3_4_1-tests_jar-_-any-7457695799039537818/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T07:22:59,812 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4ddbf8ea{HTTP/1.1, (http/1.1)}{localhost:35271} 2024-11-15T07:22:59,812 INFO [Time-limited test {}] server.Server(415): Started @334325ms 2024-11-15T07:23:00,150 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:23:00,153 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T07:23:00,157 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T07:23:00,157 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T07:23:00,157 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T07:23:00,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@433f76aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51189b82-a00a-45eb-5748-e0968a136f13/hadoop.log.dir/,AVAILABLE} 2024-11-15T07:23:00,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25dbcf6f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T07:23:00,258 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b0be4e4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51189b82-a00a-45eb-5748-e0968a136f13/java.io.tmpdir/jetty-localhost-34583-hadoop-hdfs-3_4_1-tests_jar-_-any-609088077343271940/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T07:23:00,258 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@34fab3f3{HTTP/1.1, (http/1.1)}{localhost:34583} 2024-11-15T07:23:00,258 INFO [Time-limited test {}] server.Server(415): Started @334772ms 2024-11-15T07:23:00,259 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T07:23:00,924 WARN [Thread-4332 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51189b82-a00a-45eb-5748-e0968a136f13/cluster_39b379dd-03ec-bb09-ae90-0cf3b3fc97c2/data/data1/current/BP-82744816-172.17.0.2-1731655379354/current, will proceed with Du for space computation calculation, 2024-11-15T07:23:00,925 WARN [Thread-4333 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51189b82-a00a-45eb-5748-e0968a136f13/cluster_39b379dd-03ec-bb09-ae90-0cf3b3fc97c2/data/data2/current/BP-82744816-172.17.0.2-1731655379354/current, will proceed with Du for space computation calculation, 2024-11-15T07:23:00,968 WARN [Thread-4320 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T07:23:00,976 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x851dbef9b5022629 with lease ID 0xd1096cbdb76a7748: Processing first storage report for DS-2f827b96-5f3b-4124-9a94-f4dd8784d18e from datanode DatanodeRegistration(127.0.0.1:34467, datanodeUuid=c5d4ec0f-7f98-4bc1-909a-a0878fdba0fb, infoPort=36915, infoSecurePort=0, ipcPort=33613, storageInfo=lv=-57;cid=testClusterID;nsid=1822012264;c=1731655379354) 2024-11-15T07:23:00,977 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x851dbef9b5022629 with lease ID 0xd1096cbdb76a7748: from storage DS-2f827b96-5f3b-4124-9a94-f4dd8784d18e node DatanodeRegistration(127.0.0.1:34467, datanodeUuid=c5d4ec0f-7f98-4bc1-909a-a0878fdba0fb, infoPort=36915, infoSecurePort=0, ipcPort=33613, storageInfo=lv=-57;cid=testClusterID;nsid=1822012264;c=1731655379354), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T07:23:00,977 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x851dbef9b5022629 with lease ID 0xd1096cbdb76a7748: Processing first storage report for DS-104d7bb4-157e-44cd-a849-b80a176fb174 from datanode DatanodeRegistration(127.0.0.1:34467, datanodeUuid=c5d4ec0f-7f98-4bc1-909a-a0878fdba0fb, infoPort=36915, infoSecurePort=0, ipcPort=33613, storageInfo=lv=-57;cid=testClusterID;nsid=1822012264;c=1731655379354) 2024-11-15T07:23:00,977 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x851dbef9b5022629 with lease ID 0xd1096cbdb76a7748: from storage DS-104d7bb4-157e-44cd-a849-b80a176fb174 node DatanodeRegistration(127.0.0.1:34467, datanodeUuid=c5d4ec0f-7f98-4bc1-909a-a0878fdba0fb, infoPort=36915, infoSecurePort=0, ipcPort=33613, storageInfo=lv=-57;cid=testClusterID;nsid=1822012264;c=1731655379354), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T07:23:01,001 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51189b82-a00a-45eb-5748-e0968a136f13 2024-11-15T07:23:01,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:23:01,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:23:01,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741825_1001 (size=7) 2024-11-15T07:23:01,055 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257 with version=8 2024-11-15T07:23:01,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/hbase-staging 2024-11-15T07:23:01,060 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:23:01,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:23:01,060 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:23:01,065 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:23:01,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:23:01,065 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:23:01,066 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T07:23:01,066 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:23:01,069 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46567 2024-11-15T07:23:01,070 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46567 connecting to ZooKeeper ensemble=127.0.0.1:55470 2024-11-15T07:23:01,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465670x0, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:23:01,152 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46567-0x1013d6025310000 connected 2024-11-15T07:23:01,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:23:01,575 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:23:01,577 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46567-0x1013d6025310000, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Set watcher on znode that does not yet exist, /0-1949642625/running 2024-11-15T07:23:01,577 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257, hbase.cluster.distributed=false 2024-11-15T07:23:01,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46567-0x1013d6025310000, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Set watcher on znode that does not yet exist, /0-1949642625/acl 2024-11-15T07:23:01,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46567 2024-11-15T07:23:01,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46567 2024-11-15T07:23:01,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46567 2024-11-15T07:23:01,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46567 2024-11-15T07:23:01,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46567 2024-11-15T07:23:01,592 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:23:01,592 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:23:01,592 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:23:01,592 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:23:01,592 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:23:01,592 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:23:01,592 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T07:23:01,592 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:23:01,593 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41779 2024-11-15T07:23:01,593 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41779 connecting to ZooKeeper ensemble=127.0.0.1:55470 2024-11-15T07:23:01,593 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:23:01,595 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:23:01,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417790x0, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:23:01,639 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41779-0x1013d6025310001 connected 2024-11-15T07:23:01,639 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417790x0, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Set watcher on znode that does not yet exist, /0-1949642625/running 2024-11-15T07:23:01,640 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T07:23:01,640 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T07:23:01,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41779-0x1013d6025310001, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Set watcher on znode that does not yet exist, /0-1949642625/master 2024-11-15T07:23:01,642 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41779-0x1013d6025310001, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Set watcher on znode that does not yet exist, /0-1949642625/acl 2024-11-15T07:23:01,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41779 2024-11-15T07:23:01,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41779 2024-11-15T07:23:01,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41779 2024-11-15T07:23:01,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41779 2024-11-15T07:23:01,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41779 2024-11-15T07:23:01,669 DEBUG [M:0;32f0bc5975d0:46567 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32f0bc5975d0:46567 2024-11-15T07:23:01,669 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1949642625/backup-masters/32f0bc5975d0,46567,1731655381059 2024-11-15T07:23:01,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x1013d6025310000, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949642625/backup-masters 2024-11-15T07:23:01,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1013d6025310001, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949642625/backup-masters 2024-11-15T07:23:01,733 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46567-0x1013d6025310000, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Set watcher on existing znode=/0-1949642625/backup-masters/32f0bc5975d0,46567,1731655381059 2024-11-15T07:23:01,741 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T07:23:01,741 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-15T07:23:01,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1013d6025310001, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1949642625/master 2024-11-15T07:23:01,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1013d6025310001, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949642625 2024-11-15T07:23:01,796 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x1013d6025310000, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949642625 2024-11-15T07:23:01,796 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46567-0x1013d6025310000, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Set watcher on existing znode=/0-1949642625/master 2024-11-15T07:23:01,796 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1949642625/backup-masters/32f0bc5975d0,46567,1731655381059 from backup master directory 2024-11-15T07:23:01,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x1013d6025310000, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1949642625/backup-masters/32f0bc5975d0,46567,1731655381059 2024-11-15T07:23:01,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1013d6025310001, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949642625/backup-masters 2024-11-15T07:23:01,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x1013d6025310000, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949642625/backup-masters 2024-11-15T07:23:01,871 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:23:01,871 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32f0bc5975d0,46567,1731655381059 2024-11-15T07:23:01,874 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/hbase.id] with ID: b1a8973b-c3e1-4b4e-8cc8-234adbf6943a 2024-11-15T07:23:01,874 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/.tmp/hbase.id 2024-11-15T07:23:01,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741826_1002 (size=42) 2024-11-15T07:23:02,280 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/.tmp/hbase.id]:[hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/hbase.id] 2024-11-15T07:23:02,293 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:23:02,293 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T07:23:02,294 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T07:23:02,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1013d6025310001, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949642625 2024-11-15T07:23:02,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x1013d6025310000, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949642625 2024-11-15T07:23:02,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741827_1003 (size=196) 2024-11-15T07:23:02,433 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T07:23:02,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:02,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:02,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:02,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:02,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:02,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:02,435 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:02,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:02,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:02,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:02,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:02,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:02,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:02,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:02,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:02,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:02,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:02,528 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-15T07:23:02,528 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-15T07:23:02,529 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-15T07:23:02,529 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-15T07:23:02,529 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T07:23:02,529 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-15T07:23:02,722 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:23:02,723 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T07:23:02,724 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:23:02,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741828_1004 (size=1189) 2024-11-15T07:23:03,129 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/MasterData/data/master/store 2024-11-15T07:23:03,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741829_1005 (size=34) 2024-11-15T07:23:03,534 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:23:03,534 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:23:03,534 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:23:03,534 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:23:03,534 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:23:03,534 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:23:03,534 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:23:03,534 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655383534Disabling compacts and flushes for region at 1731655383534Disabling writes for close at 1731655383534Writing region close event to WAL at 1731655383534Closed at 1731655383534 2024-11-15T07:23:03,535 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/MasterData/data/master/store/.initializing 2024-11-15T07:23:03,535 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/MasterData/WALs/32f0bc5975d0,46567,1731655381059 2024-11-15T07:23:03,536 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:23:03,537 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32f0bc5975d0%2C46567%2C1731655381059, suffix=, logDir=hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/MasterData/WALs/32f0bc5975d0,46567,1731655381059, archiveDir=hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/MasterData/oldWALs, maxLogs=10 2024-11-15T07:23:03,549 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/MasterData/WALs/32f0bc5975d0,46567,1731655381059/32f0bc5975d0%2C46567%2C1731655381059.1731655383537, exclude list is [], retry=0 2024-11-15T07:23:03,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34467,DS-2f827b96-5f3b-4124-9a94-f4dd8784d18e,DISK] 2024-11-15T07:23:03,552 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/MasterData/WALs/32f0bc5975d0,46567,1731655381059/32f0bc5975d0%2C46567%2C1731655381059.1731655383537 2024-11-15T07:23:03,554 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36915:36915)] 2024-11-15T07:23:03,554 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:23:03,554 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:23:03,554 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:23:03,554 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:23:03,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:23:03,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T07:23:03,556 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:03,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:23:03,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:23:03,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T07:23:03,557 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:03,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:23:03,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:23:03,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T07:23:03,558 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:03,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:23:03,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:23:03,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T07:23:03,559 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:03,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:23:03,559 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:23:03,560 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:23:03,560 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:23:03,561 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:23:03,561 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:23:03,561 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:23:03,562 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:23:03,565 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:23:03,565 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60659477, jitterRate=-0.09610335528850555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:23:03,565 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731655383554Initializing all the Stores at 1731655383555 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655383555Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655383555Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655383555Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655383555Cleaning up temporary data from old regions at 1731655383561 (+6 ms)Region opened successfully at 1731655383565 (+4 ms) 2024-11-15T07:23:03,566 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T07:23:03,568 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1725ba2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:23:03,568 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T07:23:03,569 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T07:23:03,569 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T07:23:03,569 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T07:23:03,569 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T07:23:03,569 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T07:23:03,570 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T07:23:03,571 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T07:23:03,572 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46567-0x1013d6025310000, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Unable to get data of znode /0-1949642625/balancer because node does not exist (not necessarily an error) 2024-11-15T07:23:03,580 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1949642625/balancer already deleted, retry=false 2024-11-15T07:23:03,580 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T07:23:03,581 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46567-0x1013d6025310000, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Unable to get data of znode /0-1949642625/normalizer because node does not exist (not necessarily an error) 2024-11-15T07:23:03,590 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1949642625/normalizer already deleted, retry=false 2024-11-15T07:23:03,591 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T07:23:03,591 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46567-0x1013d6025310000, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Unable to get data of znode /0-1949642625/switch/split because node does not exist (not necessarily an error) 2024-11-15T07:23:03,601 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1949642625/switch/split already deleted, retry=false 2024-11-15T07:23:03,602 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46567-0x1013d6025310000, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Unable to get data of znode /0-1949642625/switch/merge because node does not exist (not necessarily an error) 2024-11-15T07:23:03,611 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1949642625/switch/merge already deleted, retry=false 2024-11-15T07:23:03,613 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46567-0x1013d6025310000, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Unable to get data of znode /0-1949642625/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T07:23:03,622 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1949642625/snapshot-cleanup already deleted, retry=false 2024-11-15T07:23:03,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1013d6025310001, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1949642625/running 2024-11-15T07:23:03,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x1013d6025310000, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1949642625/running 2024-11-15T07:23:03,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x1013d6025310000, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949642625 2024-11-15T07:23:03,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1013d6025310001, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949642625 2024-11-15T07:23:03,633 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32f0bc5975d0,46567,1731655381059, sessionid=0x1013d6025310000, setting cluster-up flag (Was=false) 2024-11-15T07:23:03,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x1013d6025310000, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949642625 2024-11-15T07:23:03,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1013d6025310001, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949642625 2024-11-15T07:23:03,685 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1949642625/flush-table-proc/acquired, /0-1949642625/flush-table-proc/reached, /0-1949642625/flush-table-proc/abort 2024-11-15T07:23:03,686 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,46567,1731655381059 2024-11-15T07:23:03,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x1013d6025310000, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949642625 2024-11-15T07:23:03,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1013d6025310001, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949642625 2024-11-15T07:23:03,748 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1949642625/online-snapshot/acquired, /0-1949642625/online-snapshot/reached, /0-1949642625/online-snapshot/abort 2024-11-15T07:23:03,749 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,46567,1731655381059 2024-11-15T07:23:03,750 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T07:23:03,751 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T07:23:03,752 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T07:23:03,752 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T07:23:03,752 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32f0bc5975d0,46567,1731655381059 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T07:23:03,753 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:23:03,753 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:23:03,753 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:23:03,753 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:23:03,753 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32f0bc5975d0:0, corePoolSize=10, maxPoolSize=10 2024-11-15T07:23:03,753 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:23:03,753 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:23:03,753 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:23:03,755 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:23:03,755 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T07:23:03,755 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:03,756 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T07:23:03,758 INFO [RS:0;32f0bc5975d0:41779 {}] regionserver.HRegionServer(746): ClusterId : b1a8973b-c3e1-4b4e-8cc8-234adbf6943a 2024-11-15T07:23:03,758 DEBUG [RS:0;32f0bc5975d0:41779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T07:23:03,758 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731655413758 2024-11-15T07:23:03,758 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T07:23:03,759 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T07:23:03,759 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T07:23:03,759 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T07:23:03,759 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T07:23:03,759 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T07:23:03,759 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:03,759 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T07:23:03,759 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T07:23:03,759 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T07:23:03,759 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T07:23:03,760 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T07:23:03,760 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T07:23:03,764 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655383760,5,FailOnTimeoutGroup] 2024-11-15T07:23:03,768 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655383764,5,FailOnTimeoutGroup] 2024-11-15T07:23:03,768 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:03,768 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T07:23:03,768 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:03,768 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:03,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741831_1007 (size=1321) 2024-11-15T07:23:03,770 DEBUG [RS:0;32f0bc5975d0:41779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T07:23:03,770 DEBUG [RS:0;32f0bc5975d0:41779 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T07:23:03,884 DEBUG [RS:0;32f0bc5975d0:41779 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T07:23:03,884 DEBUG [RS:0;32f0bc5975d0:41779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50e2d4e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:23:03,895 DEBUG [RS:0;32f0bc5975d0:41779 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32f0bc5975d0:41779 2024-11-15T07:23:03,895 INFO [RS:0;32f0bc5975d0:41779 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T07:23:03,895 INFO [RS:0;32f0bc5975d0:41779 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T07:23:03,895 DEBUG [RS:0;32f0bc5975d0:41779 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T07:23:03,896 INFO [RS:0;32f0bc5975d0:41779 {}] regionserver.HRegionServer(2659): reportForDuty to master=32f0bc5975d0,46567,1731655381059 with port=41779, startcode=1731655381592 2024-11-15T07:23:03,896 DEBUG [RS:0;32f0bc5975d0:41779 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T07:23:03,897 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T07:23:03,897 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46567 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32f0bc5975d0,41779,1731655381592 2024-11-15T07:23:03,897 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46567 {}] master.ServerManager(517): Registering regionserver=32f0bc5975d0,41779,1731655381592 2024-11-15T07:23:03,898 DEBUG [RS:0;32f0bc5975d0:41779 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257 2024-11-15T07:23:03,898 DEBUG [RS:0;32f0bc5975d0:41779 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34721 2024-11-15T07:23:03,898 DEBUG [RS:0;32f0bc5975d0:41779 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T07:23:03,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x1013d6025310000, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949642625/rs 2024-11-15T07:23:03,906 DEBUG [RS:0;32f0bc5975d0:41779 {}] zookeeper.ZKUtil(111): regionserver:41779-0x1013d6025310001, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Set watcher on existing znode=/0-1949642625/rs/32f0bc5975d0,41779,1731655381592 2024-11-15T07:23:03,907 WARN [RS:0;32f0bc5975d0:41779 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:23:03,907 INFO [RS:0;32f0bc5975d0:41779 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:23:03,907 DEBUG [RS:0;32f0bc5975d0:41779 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592 2024-11-15T07:23:03,907 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32f0bc5975d0,41779,1731655381592] 2024-11-15T07:23:03,909 INFO [RS:0;32f0bc5975d0:41779 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T07:23:03,913 INFO [RS:0;32f0bc5975d0:41779 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T07:23:03,914 INFO [RS:0;32f0bc5975d0:41779 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T07:23:03,914 INFO [RS:0;32f0bc5975d0:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:03,914 INFO [RS:0;32f0bc5975d0:41779 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T07:23:03,915 INFO [RS:0;32f0bc5975d0:41779 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T07:23:03,915 INFO [RS:0;32f0bc5975d0:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:03,915 DEBUG [RS:0;32f0bc5975d0:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:23:03,915 DEBUG [RS:0;32f0bc5975d0:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:23:03,915 DEBUG [RS:0;32f0bc5975d0:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:23:03,915 DEBUG [RS:0;32f0bc5975d0:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:23:03,915 DEBUG [RS:0;32f0bc5975d0:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:23:03,915 DEBUG [RS:0;32f0bc5975d0:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:23:03,915 DEBUG [RS:0;32f0bc5975d0:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:23:03,915 DEBUG [RS:0;32f0bc5975d0:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:23:03,915 DEBUG [RS:0;32f0bc5975d0:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:23:03,915 DEBUG [RS:0;32f0bc5975d0:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:23:03,915 DEBUG [RS:0;32f0bc5975d0:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:23:03,915 DEBUG [RS:0;32f0bc5975d0:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:23:03,915 DEBUG [RS:0;32f0bc5975d0:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:23:03,915 DEBUG [RS:0;32f0bc5975d0:41779 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:23:03,920 INFO [RS:0;32f0bc5975d0:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:03,920 INFO [RS:0;32f0bc5975d0:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:03,920 INFO [RS:0;32f0bc5975d0:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:03,920 INFO [RS:0;32f0bc5975d0:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:03,920 INFO [RS:0;32f0bc5975d0:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:03,920 INFO [RS:0;32f0bc5975d0:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,41779,1731655381592-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:23:03,934 INFO [RS:0;32f0bc5975d0:41779 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T07:23:03,934 INFO [RS:0;32f0bc5975d0:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,41779,1731655381592-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:03,934 INFO [RS:0;32f0bc5975d0:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:03,934 INFO [RS:0;32f0bc5975d0:41779 {}] regionserver.Replication(171): 32f0bc5975d0,41779,1731655381592 started 2024-11-15T07:23:03,950 INFO [RS:0;32f0bc5975d0:41779 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:03,951 INFO [RS:0;32f0bc5975d0:41779 {}] regionserver.HRegionServer(1482): Serving as 32f0bc5975d0,41779,1731655381592, RpcServer on 32f0bc5975d0/172.17.0.2:41779, sessionid=0x1013d6025310001 2024-11-15T07:23:03,951 DEBUG [RS:0;32f0bc5975d0:41779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T07:23:03,951 DEBUG [RS:0;32f0bc5975d0:41779 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32f0bc5975d0,41779,1731655381592 2024-11-15T07:23:03,951 DEBUG [RS:0;32f0bc5975d0:41779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,41779,1731655381592' 2024-11-15T07:23:03,951 DEBUG [RS:0;32f0bc5975d0:41779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1949642625/flush-table-proc/abort' 2024-11-15T07:23:03,951 DEBUG [RS:0;32f0bc5975d0:41779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1949642625/flush-table-proc/acquired' 2024-11-15T07:23:03,952 DEBUG [RS:0;32f0bc5975d0:41779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T07:23:03,952 DEBUG [RS:0;32f0bc5975d0:41779 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T07:23:03,952 DEBUG [RS:0;32f0bc5975d0:41779 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32f0bc5975d0,41779,1731655381592 2024-11-15T07:23:03,952 DEBUG [RS:0;32f0bc5975d0:41779 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,41779,1731655381592' 2024-11-15T07:23:03,952 DEBUG [RS:0;32f0bc5975d0:41779 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1949642625/online-snapshot/abort' 2024-11-15T07:23:03,952 DEBUG [RS:0;32f0bc5975d0:41779 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1949642625/online-snapshot/acquired' 2024-11-15T07:23:03,952 DEBUG [RS:0;32f0bc5975d0:41779 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T07:23:03,952 INFO [RS:0;32f0bc5975d0:41779 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T07:23:03,952 INFO [RS:0;32f0bc5975d0:41779 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T07:23:04,052 INFO [RS:0;32f0bc5975d0:41779 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:23:04,054 INFO [RS:0;32f0bc5975d0:41779 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C41779%2C1731655381592, suffix=, logDir=hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592, archiveDir=hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/oldWALs, maxLogs=10 2024-11-15T07:23:04,064 DEBUG [RS:0;32f0bc5975d0:41779 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655384054, exclude list is [], retry=0 2024-11-15T07:23:04,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34467,DS-2f827b96-5f3b-4124-9a94-f4dd8784d18e,DISK] 2024-11-15T07:23:04,067 INFO [RS:0;32f0bc5975d0:41779 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655384054 2024-11-15T07:23:04,068 DEBUG [RS:0;32f0bc5975d0:41779 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36915:36915)] 2024-11-15T07:23:04,170 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T07:23:04,170 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257 2024-11-15T07:23:04,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741833_1009 (size=32) 2024-11-15T07:23:04,574 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:23:04,575 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:23:04,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:23:04,576 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:04,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:23:04,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:23:04,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:23:04,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:04,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:23:04,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:23:04,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:23:04,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:04,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:23:04,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:23:04,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:23:04,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:04,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:23:04,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:23:04,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/hbase/meta/1588230740 2024-11-15T07:23:04,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/hbase/meta/1588230740 2024-11-15T07:23:04,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:23:04,581 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:23:04,581 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:23:04,582 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:23:04,583 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:23:04,584 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69993644, jitterRate=0.04298657178878784}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:23:04,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731655384575Initializing all the Stores at 1731655384575Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655384575Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655384575Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655384575Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655384575Cleaning up temporary data from old regions at 1731655384581 (+6 ms)Region opened successfully at 1731655384584 (+3 ms) 2024-11-15T07:23:04,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:23:04,584 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:23:04,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:23:04,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:23:04,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:23:04,584 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:23:04,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655384584Disabling compacts and flushes for region at 1731655384584Disabling writes for close at 1731655384584Writing region close event to WAL at 1731655384584Closed at 1731655384584 2024-11-15T07:23:04,585 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:23:04,585 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T07:23:04,585 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T07:23:04,586 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:23:04,587 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T07:23:04,737 DEBUG [32f0bc5975d0:46567 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T07:23:04,737 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32f0bc5975d0,41779,1731655381592 2024-11-15T07:23:04,738 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,41779,1731655381592, state=OPENING 2024-11-15T07:23:04,748 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T07:23:04,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x1013d6025310000, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949642625 2024-11-15T07:23:04,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1013d6025310001, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949642625 2024-11-15T07:23:04,874 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1949642625/meta-region-server: CHANGED 2024-11-15T07:23:04,874 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1949642625/meta-region-server: CHANGED 2024-11-15T07:23:04,874 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:23:04,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,41779,1731655381592}] 2024-11-15T07:23:05,026 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T07:23:05,027 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56971, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T07:23:05,029 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T07:23:05,029 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:23:05,029 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T07:23:05,031 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C41779%2C1731655381592.meta, suffix=.meta, logDir=hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592, archiveDir=hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/oldWALs, maxLogs=10 2024-11-15T07:23:05,043 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.meta.1731655385031.meta, exclude list is [], retry=0 2024-11-15T07:23:05,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34467,DS-2f827b96-5f3b-4124-9a94-f4dd8784d18e,DISK] 2024-11-15T07:23:05,045 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.meta.1731655385031.meta 2024-11-15T07:23:05,045 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36915:36915)] 2024-11-15T07:23:05,046 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:23:05,046 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:23:05,046 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T07:23:05,046 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T07:23:05,046 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T07:23:05,046 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T07:23:05,046 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:23:05,046 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T07:23:05,046 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T07:23:05,047 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:23:05,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:23:05,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:05,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:23:05,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:23:05,048 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:23:05,048 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:05,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:23:05,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:23:05,049 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:23:05,049 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:05,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:23:05,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:23:05,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:23:05,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:05,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:23:05,050 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:23:05,051 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/hbase/meta/1588230740 2024-11-15T07:23:05,051 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/hbase/meta/1588230740 2024-11-15T07:23:05,052 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:23:05,052 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:23:05,052 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:23:05,053 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:23:05,054 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61455250, jitterRate=-0.08424541354179382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:23:05,054 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T07:23:05,054 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731655385046Writing region info on filesystem at 1731655385046Initializing all the Stores at 1731655385047 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655385047Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655385047Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655385047Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655385047Cleaning up temporary data from old regions at 1731655385052 (+5 ms)Running coprocessor post-open hooks at 1731655385054 (+2 ms)Region opened successfully at 1731655385054 2024-11-15T07:23:05,054 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731655385025 2024-11-15T07:23:05,056 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T07:23:05,056 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T07:23:05,056 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32f0bc5975d0,41779,1731655381592 2024-11-15T07:23:05,057 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,41779,1731655381592, state=OPEN 2024-11-15T07:23:05,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x1013d6025310000, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1949642625/meta-region-server 2024-11-15T07:23:05,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1013d6025310001, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1949642625/meta-region-server 2024-11-15T07:23:05,074 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32f0bc5975d0,41779,1731655381592 2024-11-15T07:23:05,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1949642625/meta-region-server: CHANGED 2024-11-15T07:23:05,074 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1949642625/meta-region-server: CHANGED 2024-11-15T07:23:05,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T07:23:05,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,41779,1731655381592 in 200 msec 2024-11-15T07:23:05,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T07:23:05,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 491 msec 2024-11-15T07:23:05,079 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:23:05,079 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T07:23:05,080 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:23:05,080 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,41779,1731655381592, seqNum=-1] 2024-11-15T07:23:05,080 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:23:05,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:23:05,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3330 sec 2024-11-15T07:23:05,084 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731655385084, completionTime=-1 2024-11-15T07:23:05,084 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T07:23:05,084 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T07:23:05,086 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T07:23:05,086 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731655445086 2024-11-15T07:23:05,086 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731655505086 2024-11-15T07:23:05,086 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T07:23:05,086 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,46567,1731655381059-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:05,086 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,46567,1731655381059-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:05,086 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,46567,1731655381059-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:05,086 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32f0bc5975d0:46567, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:05,086 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:05,086 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:05,087 DEBUG [master/32f0bc5975d0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T07:23:05,089 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.218sec 2024-11-15T07:23:05,089 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T07:23:05,089 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T07:23:05,089 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T07:23:05,089 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T07:23:05,089 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T07:23:05,089 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,46567,1731655381059-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:23:05,089 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,46567,1731655381059-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T07:23:05,090 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T07:23:05,090 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T07:23:05,091 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,46567,1731655381059-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:05,159 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f060e3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:05,159 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,46567,-1 for getting cluster id 2024-11-15T07:23:05,159 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:23:05,160 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1a8973b-c3e1-4b4e-8cc8-234adbf6943a' 2024-11-15T07:23:05,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:23:05,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1a8973b-c3e1-4b4e-8cc8-234adbf6943a" 2024-11-15T07:23:05,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@339911e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:05,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,46567,-1] 2024-11-15T07:23:05,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:23:05,161 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:05,161 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:23:05,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57475549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:05,162 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:23:05,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,41779,1731655381592, seqNum=-1] 2024-11-15T07:23:05,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:23:05,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:23:05,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32f0bc5975d0,46567,1731655381059 2024-11-15T07:23:05,165 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55470 2024-11-15T07:23:05,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:23:05,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1013d6025310002 connected 2024-11-15T07:23:05,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51189b82-a00a-45eb-5748-e0968a136f13/hadoop.log.dir so I do NOT create it in target/test-data/0528ee31-6b2b-9793-944c-6a144c652e22 2024-11-15T07:23:05,187 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51189b82-a00a-45eb-5748-e0968a136f13/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T07:23:05,187 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51189b82-a00a-45eb-5748-e0968a136f13/hadoop.tmp.dir so I do NOT create it in target/test-data/0528ee31-6b2b-9793-944c-6a144c652e22 2024-11-15T07:23:05,187 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51189b82-a00a-45eb-5748-e0968a136f13/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T07:23:05,188 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0528ee31-6b2b-9793-944c-6a144c652e22 2024-11-15T07:23:05,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T07:23:05,188 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0528ee31-6b2b-9793-944c-6a144c652e22/cluster_1bb34a83-56b8-055f-1ae4-f728950e2a97, deleteOnExit=true 2024-11-15T07:23:05,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T07:23:05,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0528ee31-6b2b-9793-944c-6a144c652e22/test.cache.data in system properties and HBase conf 2024-11-15T07:23:05,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0528ee31-6b2b-9793-944c-6a144c652e22/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T07:23:05,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0528ee31-6b2b-9793-944c-6a144c652e22/hadoop.log.dir in system properties and HBase conf 2024-11-15T07:23:05,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0528ee31-6b2b-9793-944c-6a144c652e22/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T07:23:05,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0528ee31-6b2b-9793-944c-6a144c652e22/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T07:23:05,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T07:23:05,188 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T07:23:05,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0528ee31-6b2b-9793-944c-6a144c652e22/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T07:23:05,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0528ee31-6b2b-9793-944c-6a144c652e22/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T07:23:05,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0528ee31-6b2b-9793-944c-6a144c652e22/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T07:23:05,188 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0528ee31-6b2b-9793-944c-6a144c652e22/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T07:23:05,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0528ee31-6b2b-9793-944c-6a144c652e22/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T07:23:05,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0528ee31-6b2b-9793-944c-6a144c652e22/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T07:23:05,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0528ee31-6b2b-9793-944c-6a144c652e22/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T07:23:05,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0528ee31-6b2b-9793-944c-6a144c652e22/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T07:23:05,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0528ee31-6b2b-9793-944c-6a144c652e22/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T07:23:05,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0528ee31-6b2b-9793-944c-6a144c652e22/nfs.dump.dir in system properties and HBase conf 2024-11-15T07:23:05,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0528ee31-6b2b-9793-944c-6a144c652e22/java.io.tmpdir in system properties and HBase conf 2024-11-15T07:23:05,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0528ee31-6b2b-9793-944c-6a144c652e22/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T07:23:05,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0528ee31-6b2b-9793-944c-6a144c652e22/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T07:23:05,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0528ee31-6b2b-9793-944c-6a144c652e22/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T07:23:05,522 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:23:05,525 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T07:23:05,526 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T07:23:05,526 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T07:23:05,526 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T07:23:05,527 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:23:05,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32c44444{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0528ee31-6b2b-9793-944c-6a144c652e22/hadoop.log.dir/,AVAILABLE} 2024-11-15T07:23:05,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d1b783b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T07:23:05,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7d4a1c40{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0528ee31-6b2b-9793-944c-6a144c652e22/java.io.tmpdir/jetty-localhost-44875-hadoop-hdfs-3_4_1-tests_jar-_-any-3367728236226700770/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T07:23:05,620 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b1cf660{HTTP/1.1, (http/1.1)}{localhost:44875} 2024-11-15T07:23:05,620 INFO [Time-limited test {}] server.Server(415): Started @340133ms 2024-11-15T07:23:05,869 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:23:05,875 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T07:23:05,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T07:23:05,876 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T07:23:05,876 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-15T07:23:05,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70e236b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0528ee31-6b2b-9793-944c-6a144c652e22/hadoop.log.dir/,AVAILABLE} 2024-11-15T07:23:05,877 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@34141b3c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T07:23:05,987 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3888c1a7{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0528ee31-6b2b-9793-944c-6a144c652e22/java.io.tmpdir/jetty-localhost-37159-hadoop-hdfs-3_4_1-tests_jar-_-any-14542876962032389068/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T07:23:05,988 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46510e09{HTTP/1.1, (http/1.1)}{localhost:37159} 2024-11-15T07:23:05,988 INFO [Time-limited test {}] server.Server(415): Started @340502ms 2024-11-15T07:23:05,989 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T07:23:06,812 WARN [Thread-4453 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0528ee31-6b2b-9793-944c-6a144c652e22/cluster_1bb34a83-56b8-055f-1ae4-f728950e2a97/data/data1/current/BP-138678200-172.17.0.2-1731655385202/current, will proceed with Du for space computation calculation, 2024-11-15T07:23:06,812 WARN [Thread-4454 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0528ee31-6b2b-9793-944c-6a144c652e22/cluster_1bb34a83-56b8-055f-1ae4-f728950e2a97/data/data2/current/BP-138678200-172.17.0.2-1731655385202/current, will proceed with Du for space computation calculation, 2024-11-15T07:23:06,829 WARN [Thread-4441 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T07:23:06,831 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf798ddfd1b987432 with lease ID 0x13c71402db08e17: Processing first storage report for DS-b9bbea18-9557-44bb-bd89-8188c0fc3b18 from datanode DatanodeRegistration(127.0.0.1:38607, datanodeUuid=ee4fad80-3dbb-4a07-961a-cd32040c214b, infoPort=36329, infoSecurePort=0, ipcPort=45423, storageInfo=lv=-57;cid=testClusterID;nsid=1951549504;c=1731655385202) 2024-11-15T07:23:06,831 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf798ddfd1b987432 with lease ID 0x13c71402db08e17: from storage DS-b9bbea18-9557-44bb-bd89-8188c0fc3b18 node DatanodeRegistration(127.0.0.1:38607, datanodeUuid=ee4fad80-3dbb-4a07-961a-cd32040c214b, infoPort=36329, infoSecurePort=0, ipcPort=45423, storageInfo=lv=-57;cid=testClusterID;nsid=1951549504;c=1731655385202), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T07:23:06,831 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf798ddfd1b987432 with lease ID 0x13c71402db08e17: Processing first storage report for DS-dc399dfe-bf8e-4261-8d5a-e62360a0e17c from datanode DatanodeRegistration(127.0.0.1:38607, datanodeUuid=ee4fad80-3dbb-4a07-961a-cd32040c214b, infoPort=36329, infoSecurePort=0, ipcPort=45423, storageInfo=lv=-57;cid=testClusterID;nsid=1951549504;c=1731655385202) 2024-11-15T07:23:06,831 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf798ddfd1b987432 with lease ID 0x13c71402db08e17: from storage DS-dc399dfe-bf8e-4261-8d5a-e62360a0e17c node DatanodeRegistration(127.0.0.1:38607, datanodeUuid=ee4fad80-3dbb-4a07-961a-cd32040c214b, infoPort=36329, infoSecurePort=0, ipcPort=45423, storageInfo=lv=-57;cid=testClusterID;nsid=1951549504;c=1731655385202), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T07:23:06,921 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0528ee31-6b2b-9793-944c-6a144c652e22 2024-11-15T07:23:06,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:23:06,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:23:06,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741825_1001 (size=7) 2024-11-15T07:23:06,940 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15 with version=8 2024-11-15T07:23:06,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/hbase-staging 2024-11-15T07:23:06,942 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:23:06,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:23:06,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:23:06,942 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:23:06,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:23:06,942 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:23:06,942 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T07:23:06,942 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:23:06,947 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44731 2024-11-15T07:23:06,947 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44731 connecting to ZooKeeper ensemble=127.0.0.1:55470 2024-11-15T07:23:06,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:447310x0, quorum=127.0.0.1:55470, baseZNode=/1230244022 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:23:06,959 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44731-0x1013d6025310003 connected 2024-11-15T07:23:07,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:23:07,041 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:23:07,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44731-0x1013d6025310003, quorum=127.0.0.1:55470, baseZNode=/1230244022 Set watcher on znode that does not yet exist, /1230244022/running 2024-11-15T07:23:07,045 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15, hbase.cluster.distributed=false 2024-11-15T07:23:07,048 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44731-0x1013d6025310003, quorum=127.0.0.1:55470, baseZNode=/1230244022 Set watcher on znode that does not yet exist, /1230244022/acl 2024-11-15T07:23:07,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44731 2024-11-15T07:23:07,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44731 2024-11-15T07:23:07,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44731 2024-11-15T07:23:07,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44731 2024-11-15T07:23:07,053 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44731 2024-11-15T07:23:07,068 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:23:07,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:23:07,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:23:07,068 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:23:07,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:23:07,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:23:07,068 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T07:23:07,068 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:23:07,069 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40303 2024-11-15T07:23:07,069 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40303 connecting to ZooKeeper ensemble=127.0.0.1:55470 2024-11-15T07:23:07,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:23:07,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:23:07,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403030x0, quorum=127.0.0.1:55470, baseZNode=/1230244022 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:23:07,085 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403030x0, quorum=127.0.0.1:55470, baseZNode=/1230244022 Set watcher on znode that does not yet exist, /1230244022/running 2024-11-15T07:23:07,085 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40303-0x1013d6025310004 connected 2024-11-15T07:23:07,085 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T07:23:07,086 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T07:23:07,086 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40303-0x1013d6025310004, quorum=127.0.0.1:55470, baseZNode=/1230244022 Set watcher on znode that does not yet exist, /1230244022/master 2024-11-15T07:23:07,087 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40303-0x1013d6025310004, quorum=127.0.0.1:55470, baseZNode=/1230244022 Set watcher on znode that does not yet exist, /1230244022/acl 2024-11-15T07:23:07,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40303 2024-11-15T07:23:07,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40303 2024-11-15T07:23:07,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40303 2024-11-15T07:23:07,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40303 2024-11-15T07:23:07,088 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40303 2024-11-15T07:23:07,100 DEBUG [M:0;32f0bc5975d0:44731 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32f0bc5975d0:44731 2024-11-15T07:23:07,101 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1230244022/backup-masters/32f0bc5975d0,44731,1731655386942 2024-11-15T07:23:07,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44731-0x1013d6025310003, quorum=127.0.0.1:55470, baseZNode=/1230244022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1230244022/backup-masters 2024-11-15T07:23:07,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40303-0x1013d6025310004, quorum=127.0.0.1:55470, baseZNode=/1230244022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1230244022/backup-masters 2024-11-15T07:23:07,112 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44731-0x1013d6025310003, quorum=127.0.0.1:55470, baseZNode=/1230244022 Set watcher on existing znode=/1230244022/backup-masters/32f0bc5975d0,44731,1731655386942 2024-11-15T07:23:07,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40303-0x1013d6025310004, quorum=127.0.0.1:55470, baseZNode=/1230244022 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1230244022/master 2024-11-15T07:23:07,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44731-0x1013d6025310003, quorum=127.0.0.1:55470, baseZNode=/1230244022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1230244022 2024-11-15T07:23:07,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40303-0x1013d6025310004, quorum=127.0.0.1:55470, baseZNode=/1230244022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1230244022 2024-11-15T07:23:07,122 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44731-0x1013d6025310003, quorum=127.0.0.1:55470, baseZNode=/1230244022 Set watcher on existing znode=/1230244022/master 2024-11-15T07:23:07,122 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1230244022/backup-masters/32f0bc5975d0,44731,1731655386942 from backup master directory 2024-11-15T07:23:07,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44731-0x1013d6025310003, quorum=127.0.0.1:55470, baseZNode=/1230244022 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1230244022/backup-masters/32f0bc5975d0,44731,1731655386942 2024-11-15T07:23:07,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40303-0x1013d6025310004, quorum=127.0.0.1:55470, baseZNode=/1230244022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1230244022/backup-masters 2024-11-15T07:23:07,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44731-0x1013d6025310003, quorum=127.0.0.1:55470, baseZNode=/1230244022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1230244022/backup-masters 2024-11-15T07:23:07,132 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:23:07,132 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32f0bc5975d0,44731,1731655386942 2024-11-15T07:23:07,135 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/hbase.id] with ID: d6edecc7-70c5-4403-ab10-69526691c808 2024-11-15T07:23:07,135 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/.tmp/hbase.id 2024-11-15T07:23:07,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741826_1002 (size=42) 2024-11-15T07:23:07,538 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/.tmp/hbase.id]:[hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/hbase.id] 2024-11-15T07:23:07,545 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:23:07,545 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T07:23:07,546 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-15T07:23:07,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40303-0x1013d6025310004, quorum=127.0.0.1:55470, baseZNode=/1230244022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1230244022 2024-11-15T07:23:07,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44731-0x1013d6025310003, quorum=127.0.0.1:55470, baseZNode=/1230244022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1230244022 2024-11-15T07:23:07,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741827_1003 (size=196) 2024-11-15T07:23:08,014 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:23:08,014 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T07:23:08,015 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:23:08,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741828_1004 (size=1189) 2024-11-15T07:23:08,420 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/MasterData/data/master/store 2024-11-15T07:23:08,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741829_1005 (size=34) 2024-11-15T07:23:08,425 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:23:08,425 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:23:08,425 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:23:08,425 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:23:08,425 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:23:08,425 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:23:08,425 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:23:08,425 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655388425Disabling compacts and flushes for region at 1731655388425Disabling writes for close at 1731655388425Writing region close event to WAL at 1731655388425Closed at 1731655388425 2024-11-15T07:23:08,426 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/MasterData/data/master/store/.initializing 2024-11-15T07:23:08,426 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/MasterData/WALs/32f0bc5975d0,44731,1731655386942 2024-11-15T07:23:08,426 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:23:08,427 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32f0bc5975d0%2C44731%2C1731655386942, suffix=, logDir=hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/MasterData/WALs/32f0bc5975d0,44731,1731655386942, archiveDir=hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/MasterData/oldWALs, maxLogs=10 2024-11-15T07:23:08,439 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/MasterData/WALs/32f0bc5975d0,44731,1731655386942/32f0bc5975d0%2C44731%2C1731655386942.1731655388427, exclude list is [], retry=0 2024-11-15T07:23:08,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38607,DS-b9bbea18-9557-44bb-bd89-8188c0fc3b18,DISK] 2024-11-15T07:23:08,442 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/MasterData/WALs/32f0bc5975d0,44731,1731655386942/32f0bc5975d0%2C44731%2C1731655386942.1731655388427 2024-11-15T07:23:08,443 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36329:36329)] 2024-11-15T07:23:08,443 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:23:08,443 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:23:08,443 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:23:08,443 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:23:08,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:23:08,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T07:23:08,445 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:08,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:23:08,445 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:23:08,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T07:23:08,446 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:08,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:23:08,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:23:08,446 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T07:23:08,446 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:08,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:23:08,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:23:08,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T07:23:08,447 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:08,447 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:23:08,448 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:23:08,448 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:23:08,448 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:23:08,449 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:23:08,449 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:23:08,449 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:23:08,450 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:23:08,451 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:23:08,451 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61747324, jitterRate=-0.07989317178726196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:23:08,451 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731655388443Initializing all the Stores at 1731655388443Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655388444 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655388444Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655388444Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655388444Cleaning up temporary data from old regions at 1731655388449 (+5 ms)Region opened successfully at 1731655388451 (+2 ms) 2024-11-15T07:23:08,451 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T07:23:08,453 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@648aedfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:23:08,454 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T07:23:08,454 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T07:23:08,454 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T07:23:08,454 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T07:23:08,454 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T07:23:08,455 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T07:23:08,455 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T07:23:08,456 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T07:23:08,457 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44731-0x1013d6025310003, quorum=127.0.0.1:55470, baseZNode=/1230244022 Unable to get data of znode /1230244022/balancer because node does not exist (not necessarily an error) 2024-11-15T07:23:08,582 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1230244022/balancer already deleted, retry=false 2024-11-15T07:23:08,582 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T07:23:08,583 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44731-0x1013d6025310003, quorum=127.0.0.1:55470, baseZNode=/1230244022 Unable to get data of znode /1230244022/normalizer because node does not exist (not necessarily an error) 2024-11-15T07:23:08,697 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1230244022/normalizer already deleted, retry=false 2024-11-15T07:23:08,697 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T07:23:08,698 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44731-0x1013d6025310003, quorum=127.0.0.1:55470, baseZNode=/1230244022 Unable to get data of znode /1230244022/switch/split because node does not exist (not necessarily an error) 2024-11-15T07:23:08,749 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1230244022/switch/split already deleted, retry=false 2024-11-15T07:23:08,750 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44731-0x1013d6025310003, quorum=127.0.0.1:55470, baseZNode=/1230244022 Unable to get data of znode /1230244022/switch/merge because node does not exist (not necessarily an error) 2024-11-15T07:23:08,803 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1230244022/switch/merge already deleted, retry=false 2024-11-15T07:23:08,804 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44731-0x1013d6025310003, quorum=127.0.0.1:55470, baseZNode=/1230244022 Unable to get data of znode /1230244022/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T07:23:08,866 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1230244022/snapshot-cleanup already deleted, retry=false 2024-11-15T07:23:08,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44731-0x1013d6025310003, quorum=127.0.0.1:55470, baseZNode=/1230244022 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1230244022/running 2024-11-15T07:23:08,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40303-0x1013d6025310004, quorum=127.0.0.1:55470, baseZNode=/1230244022 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1230244022/running 2024-11-15T07:23:08,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40303-0x1013d6025310004, quorum=127.0.0.1:55470, baseZNode=/1230244022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1230244022 2024-11-15T07:23:08,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44731-0x1013d6025310003, quorum=127.0.0.1:55470, baseZNode=/1230244022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1230244022 2024-11-15T07:23:08,885 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32f0bc5975d0,44731,1731655386942, sessionid=0x1013d6025310003, setting cluster-up flag (Was=false) 2024-11-15T07:23:09,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40303-0x1013d6025310004, quorum=127.0.0.1:55470, baseZNode=/1230244022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1230244022 2024-11-15T07:23:09,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44731-0x1013d6025310003, quorum=127.0.0.1:55470, baseZNode=/1230244022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1230244022 2024-11-15T07:23:09,059 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1230244022/flush-table-proc/acquired, /1230244022/flush-table-proc/reached, /1230244022/flush-table-proc/abort 2024-11-15T07:23:09,060 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,44731,1731655386942 2024-11-15T07:23:09,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40303-0x1013d6025310004, quorum=127.0.0.1:55470, baseZNode=/1230244022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1230244022 2024-11-15T07:23:09,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44731-0x1013d6025310003, quorum=127.0.0.1:55470, baseZNode=/1230244022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1230244022 2024-11-15T07:23:09,333 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1230244022/online-snapshot/acquired, /1230244022/online-snapshot/reached, /1230244022/online-snapshot/abort 2024-11-15T07:23:09,334 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,44731,1731655386942 2024-11-15T07:23:09,335 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T07:23:09,336 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T07:23:09,336 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T07:23:09,336 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T07:23:09,337 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32f0bc5975d0,44731,1731655386942 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T07:23:09,338 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:23:09,338 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:23:09,338 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:23:09,338 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:23:09,338 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32f0bc5975d0:0, corePoolSize=10, maxPoolSize=10 2024-11-15T07:23:09,338 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:23:09,338 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:23:09,338 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:23:09,339 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731655419339 2024-11-15T07:23:09,339 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T07:23:09,339 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T07:23:09,339 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T07:23:09,339 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T07:23:09,339 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T07:23:09,339 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T07:23:09,339 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:09,340 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:23:09,340 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T07:23:09,340 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T07:23:09,340 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T07:23:09,340 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T07:23:09,340 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T07:23:09,340 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T07:23:09,340 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T07:23:09,340 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655389340,5,FailOnTimeoutGroup] 2024-11-15T07:23:09,340 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655389340,5,FailOnTimeoutGroup] 2024-11-15T07:23:09,340 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:09,340 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:09,340 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T07:23:09,340 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:09,341 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:09,340 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T07:23:09,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741831_1007 (size=1321) 2024-11-15T07:23:09,349 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T07:23:09,349 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15 2024-11-15T07:23:09,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741832_1008 (size=32) 2024-11-15T07:23:09,391 INFO [RS:0;32f0bc5975d0:40303 {}] regionserver.HRegionServer(746): ClusterId : d6edecc7-70c5-4403-ab10-69526691c808 2024-11-15T07:23:09,391 DEBUG [RS:0;32f0bc5975d0:40303 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T07:23:09,429 DEBUG [RS:0;32f0bc5975d0:40303 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T07:23:09,429 DEBUG [RS:0;32f0bc5975d0:40303 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T07:23:09,482 DEBUG [RS:0;32f0bc5975d0:40303 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T07:23:09,483 DEBUG [RS:0;32f0bc5975d0:40303 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5185baed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:23:09,497 DEBUG [RS:0;32f0bc5975d0:40303 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32f0bc5975d0:40303 2024-11-15T07:23:09,497 INFO [RS:0;32f0bc5975d0:40303 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T07:23:09,497 INFO [RS:0;32f0bc5975d0:40303 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T07:23:09,497 DEBUG [RS:0;32f0bc5975d0:40303 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T07:23:09,498 INFO [RS:0;32f0bc5975d0:40303 {}] regionserver.HRegionServer(2659): reportForDuty to master=32f0bc5975d0,44731,1731655386942 with port=40303, startcode=1731655387067 2024-11-15T07:23:09,498 DEBUG [RS:0;32f0bc5975d0:40303 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T07:23:09,499 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T07:23:09,500 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44731 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32f0bc5975d0,40303,1731655387067 2024-11-15T07:23:09,500 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44731 {}] master.ServerManager(517): Registering regionserver=32f0bc5975d0,40303,1731655387067 2024-11-15T07:23:09,501 DEBUG [RS:0;32f0bc5975d0:40303 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15 2024-11-15T07:23:09,501 DEBUG [RS:0;32f0bc5975d0:40303 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44351 2024-11-15T07:23:09,501 DEBUG [RS:0;32f0bc5975d0:40303 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T07:23:09,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44731-0x1013d6025310003, quorum=127.0.0.1:55470, baseZNode=/1230244022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1230244022/rs 2024-11-15T07:23:09,546 DEBUG [RS:0;32f0bc5975d0:40303 {}] zookeeper.ZKUtil(111): regionserver:40303-0x1013d6025310004, quorum=127.0.0.1:55470, baseZNode=/1230244022 Set watcher on existing znode=/1230244022/rs/32f0bc5975d0,40303,1731655387067 2024-11-15T07:23:09,546 WARN [RS:0;32f0bc5975d0:40303 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:23:09,546 INFO [RS:0;32f0bc5975d0:40303 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:23:09,546 DEBUG [RS:0;32f0bc5975d0:40303 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/WALs/32f0bc5975d0,40303,1731655387067 2024-11-15T07:23:09,546 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32f0bc5975d0,40303,1731655387067] 2024-11-15T07:23:09,549 INFO [RS:0;32f0bc5975d0:40303 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T07:23:09,551 INFO [RS:0;32f0bc5975d0:40303 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T07:23:09,552 INFO [RS:0;32f0bc5975d0:40303 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T07:23:09,552 INFO [RS:0;32f0bc5975d0:40303 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:09,555 INFO [RS:0;32f0bc5975d0:40303 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T07:23:09,556 INFO [RS:0;32f0bc5975d0:40303 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T07:23:09,556 INFO [RS:0;32f0bc5975d0:40303 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:09,556 DEBUG [RS:0;32f0bc5975d0:40303 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:23:09,556 DEBUG [RS:0;32f0bc5975d0:40303 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:23:09,556 DEBUG [RS:0;32f0bc5975d0:40303 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:23:09,556 DEBUG [RS:0;32f0bc5975d0:40303 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:23:09,556 DEBUG [RS:0;32f0bc5975d0:40303 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:23:09,556 DEBUG [RS:0;32f0bc5975d0:40303 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:23:09,556 DEBUG [RS:0;32f0bc5975d0:40303 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:23:09,556 DEBUG [RS:0;32f0bc5975d0:40303 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:23:09,556 DEBUG [RS:0;32f0bc5975d0:40303 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:23:09,556 DEBUG [RS:0;32f0bc5975d0:40303 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:23:09,556 DEBUG [RS:0;32f0bc5975d0:40303 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:23:09,556 DEBUG [RS:0;32f0bc5975d0:40303 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:23:09,556 DEBUG [RS:0;32f0bc5975d0:40303 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:23:09,556 DEBUG [RS:0;32f0bc5975d0:40303 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:23:09,561 INFO [RS:0;32f0bc5975d0:40303 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:09,561 INFO [RS:0;32f0bc5975d0:40303 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:09,561 INFO [RS:0;32f0bc5975d0:40303 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:09,561 INFO [RS:0;32f0bc5975d0:40303 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:09,561 INFO [RS:0;32f0bc5975d0:40303 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:09,561 INFO [RS:0;32f0bc5975d0:40303 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,40303,1731655387067-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:23:09,574 INFO [RS:0;32f0bc5975d0:40303 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T07:23:09,574 INFO [RS:0;32f0bc5975d0:40303 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,40303,1731655387067-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:09,574 INFO [RS:0;32f0bc5975d0:40303 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:09,574 INFO [RS:0;32f0bc5975d0:40303 {}] regionserver.Replication(171): 32f0bc5975d0,40303,1731655387067 started 2024-11-15T07:23:09,586 INFO [RS:0;32f0bc5975d0:40303 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:09,586 INFO [RS:0;32f0bc5975d0:40303 {}] regionserver.HRegionServer(1482): Serving as 32f0bc5975d0,40303,1731655387067, RpcServer on 32f0bc5975d0/172.17.0.2:40303, sessionid=0x1013d6025310004 2024-11-15T07:23:09,587 DEBUG [RS:0;32f0bc5975d0:40303 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T07:23:09,587 DEBUG [RS:0;32f0bc5975d0:40303 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32f0bc5975d0,40303,1731655387067 2024-11-15T07:23:09,587 DEBUG [RS:0;32f0bc5975d0:40303 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,40303,1731655387067' 2024-11-15T07:23:09,587 DEBUG [RS:0;32f0bc5975d0:40303 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1230244022/flush-table-proc/abort' 2024-11-15T07:23:09,587 DEBUG [RS:0;32f0bc5975d0:40303 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1230244022/flush-table-proc/acquired' 2024-11-15T07:23:09,588 DEBUG [RS:0;32f0bc5975d0:40303 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T07:23:09,588 DEBUG [RS:0;32f0bc5975d0:40303 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T07:23:09,588 DEBUG [RS:0;32f0bc5975d0:40303 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32f0bc5975d0,40303,1731655387067 2024-11-15T07:23:09,588 DEBUG [RS:0;32f0bc5975d0:40303 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,40303,1731655387067' 2024-11-15T07:23:09,588 DEBUG [RS:0;32f0bc5975d0:40303 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1230244022/online-snapshot/abort' 2024-11-15T07:23:09,588 DEBUG [RS:0;32f0bc5975d0:40303 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1230244022/online-snapshot/acquired' 2024-11-15T07:23:09,588 DEBUG [RS:0;32f0bc5975d0:40303 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T07:23:09,588 INFO [RS:0;32f0bc5975d0:40303 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T07:23:09,588 INFO [RS:0;32f0bc5975d0:40303 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T07:23:09,689 INFO [RS:0;32f0bc5975d0:40303 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:23:09,690 INFO [RS:0;32f0bc5975d0:40303 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C40303%2C1731655387067, suffix=, logDir=hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/WALs/32f0bc5975d0,40303,1731655387067, archiveDir=hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/oldWALs, maxLogs=10 2024-11-15T07:23:09,702 DEBUG [RS:0;32f0bc5975d0:40303 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/WALs/32f0bc5975d0,40303,1731655387067/32f0bc5975d0%2C40303%2C1731655387067.1731655389690, exclude list is [], retry=0 2024-11-15T07:23:09,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38607,DS-b9bbea18-9557-44bb-bd89-8188c0fc3b18,DISK] 2024-11-15T07:23:09,705 INFO [RS:0;32f0bc5975d0:40303 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/WALs/32f0bc5975d0,40303,1731655387067/32f0bc5975d0%2C40303%2C1731655387067.1731655389690 2024-11-15T07:23:09,705 DEBUG [RS:0;32f0bc5975d0:40303 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36329:36329)] 2024-11-15T07:23:09,754 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:23:09,755 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:23:09,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:23:09,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:09,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:23:09,756 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:23:09,757 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:23:09,757 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:09,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:23:09,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:23:09,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:23:09,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:09,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:23:09,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:23:09,758 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:23:09,758 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:09,759 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:23:09,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:23:09,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/hbase/meta/1588230740 2024-11-15T07:23:09,759 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/hbase/meta/1588230740 2024-11-15T07:23:09,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:23:09,760 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:23:09,760 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:23:09,761 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:23:09,762 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:23:09,762 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62570674, jitterRate=-0.0676243007183075}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:23:09,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731655389754Initializing all the Stores at 1731655389754Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655389754Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655389755 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655389755Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655389755Cleaning up temporary data from old regions at 1731655389760 (+5 ms)Region opened successfully at 1731655389762 (+2 ms) 2024-11-15T07:23:09,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:23:09,762 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:23:09,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:23:09,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:23:09,762 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:23:09,763 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:23:09,763 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655389762Disabling compacts and flushes for region at 1731655389762Disabling writes for close at 1731655389762Writing region close event to WAL at 1731655389763 (+1 ms)Closed at 1731655389763 2024-11-15T07:23:09,763 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:23:09,763 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T07:23:09,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T07:23:09,764 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:23:09,765 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T07:23:09,921 DEBUG [32f0bc5975d0:44731 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T07:23:09,921 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32f0bc5975d0,40303,1731655387067 2024-11-15T07:23:09,922 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,40303,1731655387067, state=OPENING 2024-11-15T07:23:09,964 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T07:23:10,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40303-0x1013d6025310004, quorum=127.0.0.1:55470, baseZNode=/1230244022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1230244022 2024-11-15T07:23:10,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44731-0x1013d6025310003, quorum=127.0.0.1:55470, baseZNode=/1230244022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1230244022 2024-11-15T07:23:10,032 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:23:10,032 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1230244022/meta-region-server: CHANGED 2024-11-15T07:23:10,032 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1230244022/meta-region-server: CHANGED 2024-11-15T07:23:10,032 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,40303,1731655387067}] 2024-11-15T07:23:10,184 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T07:23:10,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48901, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T07:23:10,188 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T07:23:10,188 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:23:10,188 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T07:23:10,189 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C40303%2C1731655387067.meta, suffix=.meta, logDir=hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/WALs/32f0bc5975d0,40303,1731655387067, archiveDir=hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/oldWALs, maxLogs=10 2024-11-15T07:23:10,201 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/WALs/32f0bc5975d0,40303,1731655387067/32f0bc5975d0%2C40303%2C1731655387067.meta.1731655390189.meta, exclude list is [], retry=0 2024-11-15T07:23:10,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38607,DS-b9bbea18-9557-44bb-bd89-8188c0fc3b18,DISK] 2024-11-15T07:23:10,204 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/WALs/32f0bc5975d0,40303,1731655387067/32f0bc5975d0%2C40303%2C1731655387067.meta.1731655390189.meta 2024-11-15T07:23:10,204 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36329:36329)] 2024-11-15T07:23:10,205 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:23:10,205 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:23:10,205 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T07:23:10,205 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T07:23:10,205 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T07:23:10,205 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T07:23:10,205 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:23:10,205 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T07:23:10,205 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T07:23:10,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:23:10,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:23:10,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:10,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:23:10,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:23:10,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:23:10,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:10,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:23:10,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:23:10,208 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:23:10,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:10,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:23:10,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:23:10,209 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:23:10,209 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:10,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:23:10,209 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:23:10,209 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/hbase/meta/1588230740 2024-11-15T07:23:10,210 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/hbase/meta/1588230740 2024-11-15T07:23:10,211 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:23:10,211 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:23:10,211 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:23:10,212 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:23:10,212 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75065549, jitterRate=0.11856384575366974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:23:10,212 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T07:23:10,212 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731655390205Writing region info on filesystem at 1731655390205Initializing all the Stores at 1731655390206 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655390206Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655390206Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655390206Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655390206Cleaning up temporary data from old regions at 1731655390211 (+5 ms)Running coprocessor post-open hooks at 1731655390212 (+1 ms)Region opened successfully at 1731655390212 2024-11-15T07:23:10,213 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731655390184 2024-11-15T07:23:10,214 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T07:23:10,214 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T07:23:10,215 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32f0bc5975d0,40303,1731655387067 2024-11-15T07:23:10,215 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,40303,1731655387067, state=OPEN 2024-11-15T07:23:10,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40303-0x1013d6025310004, quorum=127.0.0.1:55470, baseZNode=/1230244022 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1230244022/meta-region-server 2024-11-15T07:23:10,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44731-0x1013d6025310003, quorum=127.0.0.1:55470, baseZNode=/1230244022 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1230244022/meta-region-server 2024-11-15T07:23:10,286 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32f0bc5975d0,40303,1731655387067 2024-11-15T07:23:10,286 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1230244022/meta-region-server: CHANGED 2024-11-15T07:23:10,286 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1230244022/meta-region-server: CHANGED 2024-11-15T07:23:10,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T07:23:10,288 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,40303,1731655387067 in 254 msec 2024-11-15T07:23:10,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T07:23:10,289 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 525 msec 2024-11-15T07:23:10,289 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:23:10,289 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T07:23:10,290 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:23:10,290 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,40303,1731655387067, seqNum=-1] 2024-11-15T07:23:10,291 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:23:10,292 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:23:10,295 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 959 msec 2024-11-15T07:23:10,295 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731655390295, completionTime=-1 2024-11-15T07:23:10,295 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T07:23:10,295 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T07:23:10,296 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T07:23:10,296 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731655450296 2024-11-15T07:23:10,296 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731655510296 2024-11-15T07:23:10,296 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T07:23:10,297 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,44731,1731655386942-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:10,297 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,44731,1731655386942-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:10,297 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,44731,1731655386942-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:10,297 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32f0bc5975d0:44731, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:10,297 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:10,297 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:10,298 DEBUG [master/32f0bc5975d0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T07:23:10,300 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.167sec 2024-11-15T07:23:10,300 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T07:23:10,300 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T07:23:10,300 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T07:23:10,300 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T07:23:10,300 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T07:23:10,300 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,44731,1731655386942-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:23:10,300 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,44731,1731655386942-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T07:23:10,301 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T07:23:10,301 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T07:23:10,301 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,44731,1731655386942-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:10,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15cb5274, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:10,391 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,44731,-1 for getting cluster id 2024-11-15T07:23:10,392 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:23:10,392 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6edecc7-70c5-4403-ab10-69526691c808' 2024-11-15T07:23:10,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:23:10,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6edecc7-70c5-4403-ab10-69526691c808" 2024-11-15T07:23:10,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e1d761b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:10,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,44731,-1] 2024-11-15T07:23:10,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:23:10,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:10,394 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:23:10,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@107a847d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:10,394 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:23:10,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,40303,1731655387067, seqNum=-1] 2024-11-15T07:23:10,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:23:10,396 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:23:10,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32f0bc5975d0,44731,1731655386942 2024-11-15T07:23:10,397 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55470 2024-11-15T07:23:10,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55470, baseZNode=/1230244022 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:23:10,417 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1013d6025310005 connected 2024-11-15T07:23:10,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0528ee31-6b2b-9793-944c-6a144c652e22/hadoop.log.dir so I do NOT create it in target/test-data/14938faa-01c5-0d73-9633-9638dacfa225 2024-11-15T07:23:10,429 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0528ee31-6b2b-9793-944c-6a144c652e22/hadoop.log.dir Erasing configuration value by system value. 2024-11-15T07:23:10,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0528ee31-6b2b-9793-944c-6a144c652e22/hadoop.tmp.dir so I do NOT create it in target/test-data/14938faa-01c5-0d73-9633-9638dacfa225 2024-11-15T07:23:10,429 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0528ee31-6b2b-9793-944c-6a144c652e22/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-15T07:23:10,430 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14938faa-01c5-0d73-9633-9638dacfa225 2024-11-15T07:23:10,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-15T07:23:10,430 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14938faa-01c5-0d73-9633-9638dacfa225/cluster_3a94961d-895b-6215-0dad-a5c1a3343b12, deleteOnExit=true 2024-11-15T07:23:10,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-15T07:23:10,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14938faa-01c5-0d73-9633-9638dacfa225/test.cache.data in system properties and HBase conf 2024-11-15T07:23:10,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14938faa-01c5-0d73-9633-9638dacfa225/hadoop.tmp.dir in system properties and HBase conf 2024-11-15T07:23:10,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14938faa-01c5-0d73-9633-9638dacfa225/hadoop.log.dir in system properties and HBase conf 2024-11-15T07:23:10,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14938faa-01c5-0d73-9633-9638dacfa225/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-15T07:23:10,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14938faa-01c5-0d73-9633-9638dacfa225/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-15T07:23:10,430 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-15T07:23:10,431 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-15T07:23:10,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14938faa-01c5-0d73-9633-9638dacfa225/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-15T07:23:10,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14938faa-01c5-0d73-9633-9638dacfa225/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-15T07:23:10,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14938faa-01c5-0d73-9633-9638dacfa225/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-15T07:23:10,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14938faa-01c5-0d73-9633-9638dacfa225/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T07:23:10,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14938faa-01c5-0d73-9633-9638dacfa225/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-15T07:23:10,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14938faa-01c5-0d73-9633-9638dacfa225/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-15T07:23:10,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14938faa-01c5-0d73-9633-9638dacfa225/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-15T07:23:10,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14938faa-01c5-0d73-9633-9638dacfa225/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T07:23:10,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14938faa-01c5-0d73-9633-9638dacfa225/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-15T07:23:10,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14938faa-01c5-0d73-9633-9638dacfa225/nfs.dump.dir in system properties and HBase conf 2024-11-15T07:23:10,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14938faa-01c5-0d73-9633-9638dacfa225/java.io.tmpdir in system properties and HBase conf 2024-11-15T07:23:10,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14938faa-01c5-0d73-9633-9638dacfa225/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-15T07:23:10,431 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14938faa-01c5-0d73-9633-9638dacfa225/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-15T07:23:10,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14938faa-01c5-0d73-9633-9638dacfa225/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-15T07:23:10,548 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T07:23:10,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:10,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:10,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:10,549 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:10,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:10,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:10,550 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:10,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:10,598 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:10,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:10,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:10,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:10,599 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:10,605 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:10,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:10,608 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:10,610 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:10,725 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:23:10,727 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T07:23:10,729 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T07:23:10,729 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T07:23:10,729 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T07:23:10,730 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:23:10,730 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13cf6b15{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14938faa-01c5-0d73-9633-9638dacfa225/hadoop.log.dir/,AVAILABLE} 2024-11-15T07:23:10,731 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16bb1b08{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T07:23:10,827 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e091a93{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14938faa-01c5-0d73-9633-9638dacfa225/java.io.tmpdir/jetty-localhost-37755-hadoop-hdfs-3_4_1-tests_jar-_-any-12211099150690767545/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T07:23:10,827 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4298238b{HTTP/1.1, (http/1.1)}{localhost:37755} 2024-11-15T07:23:10,827 INFO [Time-limited test {}] server.Server(415): Started @345341ms 2024-11-15T07:23:11,177 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-15T07:23:11,179 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-15T07:23:11,180 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-15T07:23:11,181 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-15T07:23:11,181 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-15T07:23:11,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20bef280{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14938faa-01c5-0d73-9633-9638dacfa225/hadoop.log.dir/,AVAILABLE} 2024-11-15T07:23:11,181 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ccd0deb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-15T07:23:11,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@366e80c4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14938faa-01c5-0d73-9633-9638dacfa225/java.io.tmpdir/jetty-localhost-34463-hadoop-hdfs-3_4_1-tests_jar-_-any-14349898287749346057/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T07:23:11,278 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57e15c23{HTTP/1.1, (http/1.1)}{localhost:34463} 2024-11-15T07:23:11,278 INFO [Time-limited test {}] server.Server(415): Started @345792ms 2024-11-15T07:23:11,279 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-15T07:23:11,931 WARN [Thread-4574 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14938faa-01c5-0d73-9633-9638dacfa225/cluster_3a94961d-895b-6215-0dad-a5c1a3343b12/data/data1/current/BP-1402908782-172.17.0.2-1731655390448/current, will proceed with Du for space computation calculation, 2024-11-15T07:23:11,931 WARN [Thread-4575 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14938faa-01c5-0d73-9633-9638dacfa225/cluster_3a94961d-895b-6215-0dad-a5c1a3343b12/data/data2/current/BP-1402908782-172.17.0.2-1731655390448/current, will proceed with Du for space computation calculation, 2024-11-15T07:23:11,951 WARN [Thread-4562 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-15T07:23:11,953 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8dc20e1b181bb483 with lease ID 0x910e24ab16c23816: Processing first storage report for DS-dbee0f01-79df-423f-96d8-67a7586a405b from datanode DatanodeRegistration(127.0.0.1:35747, datanodeUuid=25505446-d7d9-4c8c-9d41-291d0a8ba92b, infoPort=46265, infoSecurePort=0, ipcPort=33057, storageInfo=lv=-57;cid=testClusterID;nsid=1135456003;c=1731655390448) 2024-11-15T07:23:11,953 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8dc20e1b181bb483 with lease ID 0x910e24ab16c23816: from storage DS-dbee0f01-79df-423f-96d8-67a7586a405b node DatanodeRegistration(127.0.0.1:35747, datanodeUuid=25505446-d7d9-4c8c-9d41-291d0a8ba92b, infoPort=46265, infoSecurePort=0, ipcPort=33057, storageInfo=lv=-57;cid=testClusterID;nsid=1135456003;c=1731655390448), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T07:23:11,953 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8dc20e1b181bb483 with lease ID 0x910e24ab16c23816: Processing first storage report for DS-c79b45bb-90f9-4044-b681-4f90945a7575 from datanode DatanodeRegistration(127.0.0.1:35747, datanodeUuid=25505446-d7d9-4c8c-9d41-291d0a8ba92b, infoPort=46265, infoSecurePort=0, ipcPort=33057, storageInfo=lv=-57;cid=testClusterID;nsid=1135456003;c=1731655390448) 2024-11-15T07:23:11,953 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8dc20e1b181bb483 with lease ID 0x910e24ab16c23816: from storage DS-c79b45bb-90f9-4044-b681-4f90945a7575 node DatanodeRegistration(127.0.0.1:35747, datanodeUuid=25505446-d7d9-4c8c-9d41-291d0a8ba92b, infoPort=46265, infoSecurePort=0, ipcPort=33057, storageInfo=lv=-57;cid=testClusterID;nsid=1135456003;c=1731655390448), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-15T07:23:12,018 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14938faa-01c5-0d73-9633-9638dacfa225 2024-11-15T07:23:12,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:23:12,019 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:23:12,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35747 is added to blk_1073741825_1001 (size=7) 2024-11-15T07:23:12,425 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350 with version=8 2024-11-15T07:23:12,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/hbase-staging 2024-11-15T07:23:12,427 INFO [Time-limited test {}] client.ConnectionUtils(128): master/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:23:12,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:23:12,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:23:12,427 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:23:12,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:23:12,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:23:12,427 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-15T07:23:12,428 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:23:12,428 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46245 2024-11-15T07:23:12,429 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46245 connecting to ZooKeeper ensemble=127.0.0.1:55470 2024-11-15T07:23:12,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:462450x0, quorum=127.0.0.1:55470, baseZNode=/21930464101 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:23:12,480 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46245-0x1013d6025310006 connected 2024-11-15T07:23:12,553 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:23:12,554 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:23:12,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46245-0x1013d6025310006, quorum=127.0.0.1:55470, baseZNode=/21930464101 Set watcher on znode that does not yet exist, /21930464101/running 2024-11-15T07:23:12,556 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350, hbase.cluster.distributed=false 2024-11-15T07:23:12,557 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46245-0x1013d6025310006, quorum=127.0.0.1:55470, baseZNode=/21930464101 Set watcher on znode that does not yet exist, /21930464101/acl 2024-11-15T07:23:12,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46245 2024-11-15T07:23:12,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46245 2024-11-15T07:23:12,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46245 2024-11-15T07:23:12,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46245 2024-11-15T07:23:12,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46245 2024-11-15T07:23:12,571 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/32f0bc5975d0:0 server-side Connection retries=45 2024-11-15T07:23:12,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:23:12,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-15T07:23:12,571 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-15T07:23:12,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-15T07:23:12,571 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-15T07:23:12,571 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-15T07:23:12,571 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-15T07:23:12,572 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41155 2024-11-15T07:23:12,572 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41155 connecting to ZooKeeper ensemble=127.0.0.1:55470 2024-11-15T07:23:12,573 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:23:12,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:23:12,585 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411550x0, quorum=127.0.0.1:55470, baseZNode=/21930464101 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:23:12,585 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41155-0x1013d6025310007 connected 2024-11-15T07:23:12,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41155-0x1013d6025310007, quorum=127.0.0.1:55470, baseZNode=/21930464101 Set watcher on znode that does not yet exist, /21930464101/running 2024-11-15T07:23:12,585 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-15T07:23:12,587 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-15T07:23:12,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41155-0x1013d6025310007, quorum=127.0.0.1:55470, baseZNode=/21930464101 Set watcher on znode that does not yet exist, /21930464101/master 2024-11-15T07:23:12,588 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41155-0x1013d6025310007, quorum=127.0.0.1:55470, baseZNode=/21930464101 Set watcher on znode that does not yet exist, /21930464101/acl 2024-11-15T07:23:12,590 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41155 2024-11-15T07:23:12,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41155 2024-11-15T07:23:12,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41155 2024-11-15T07:23:12,591 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41155 2024-11-15T07:23:12,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41155 2024-11-15T07:23:12,605 DEBUG [M:0;32f0bc5975d0:46245 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;32f0bc5975d0:46245 2024-11-15T07:23:12,605 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21930464101/backup-masters/32f0bc5975d0,46245,1731655392427 2024-11-15T07:23:12,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46245-0x1013d6025310006, quorum=127.0.0.1:55470, baseZNode=/21930464101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21930464101/backup-masters 2024-11-15T07:23:12,616 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x1013d6025310007, quorum=127.0.0.1:55470, baseZNode=/21930464101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21930464101/backup-masters 2024-11-15T07:23:12,617 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46245-0x1013d6025310006, quorum=127.0.0.1:55470, baseZNode=/21930464101 Set watcher on existing znode=/21930464101/backup-masters/32f0bc5975d0,46245,1731655392427 2024-11-15T07:23:12,627 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x1013d6025310007, quorum=127.0.0.1:55470, baseZNode=/21930464101 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21930464101/master 2024-11-15T07:23:12,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46245-0x1013d6025310006, quorum=127.0.0.1:55470, baseZNode=/21930464101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21930464101 2024-11-15T07:23:12,627 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x1013d6025310007, quorum=127.0.0.1:55470, baseZNode=/21930464101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21930464101 2024-11-15T07:23:12,627 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46245-0x1013d6025310006, quorum=127.0.0.1:55470, baseZNode=/21930464101 Set watcher on existing znode=/21930464101/master 2024-11-15T07:23:12,627 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21930464101/backup-masters/32f0bc5975d0,46245,1731655392427 from backup master directory 2024-11-15T07:23:12,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46245-0x1013d6025310006, quorum=127.0.0.1:55470, baseZNode=/21930464101 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21930464101/backup-masters/32f0bc5975d0,46245,1731655392427 2024-11-15T07:23:12,637 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x1013d6025310007, quorum=127.0.0.1:55470, baseZNode=/21930464101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21930464101/backup-masters 2024-11-15T07:23:12,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46245-0x1013d6025310006, quorum=127.0.0.1:55470, baseZNode=/21930464101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21930464101/backup-masters 2024-11-15T07:23:12,637 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:23:12,637 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=32f0bc5975d0,46245,1731655392427 2024-11-15T07:23:12,640 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/hbase.id] with ID: f3e5346d-dcaa-4059-83cd-8db6b0457df1 2024-11-15T07:23:12,640 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/.tmp/hbase.id 2024-11-15T07:23:12,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35747 is added to blk_1073741826_1002 (size=42) 2024-11-15T07:23:12,644 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/.tmp/hbase.id]:[hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/hbase.id] 2024-11-15T07:23:12,653 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:23:12,654 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-15T07:23:12,654 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-15T07:23:12,680 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x1013d6025310007, quorum=127.0.0.1:55470, baseZNode=/21930464101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21930464101 2024-11-15T07:23:12,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46245-0x1013d6025310006, quorum=127.0.0.1:55470, baseZNode=/21930464101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21930464101 2024-11-15T07:23:12,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35747 is added to blk_1073741827_1003 (size=196) 2024-11-15T07:23:13,087 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:23:13,088 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-15T07:23:13,088 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:23:13,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35747 is added to blk_1073741828_1004 (size=1189) 2024-11-15T07:23:13,093 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/MasterData/data/master/store 2024-11-15T07:23:13,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35747 is added to blk_1073741829_1005 (size=34) 2024-11-15T07:23:13,497 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:23:13,497 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:23:13,497 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:23:13,497 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:23:13,497 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:23:13,497 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:23:13,497 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:23:13,497 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655393497Disabling compacts and flushes for region at 1731655393497Disabling writes for close at 1731655393497Writing region close event to WAL at 1731655393497Closed at 1731655393497 2024-11-15T07:23:13,498 WARN [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/MasterData/data/master/store/.initializing 2024-11-15T07:23:13,498 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/MasterData/WALs/32f0bc5975d0,46245,1731655392427 2024-11-15T07:23:13,499 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:23:13,500 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=32f0bc5975d0%2C46245%2C1731655392427, suffix=, logDir=hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/MasterData/WALs/32f0bc5975d0,46245,1731655392427, archiveDir=hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/MasterData/oldWALs, maxLogs=10 2024-11-15T07:23:13,511 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/MasterData/WALs/32f0bc5975d0,46245,1731655392427/32f0bc5975d0%2C46245%2C1731655392427.1731655393500, exclude list is [], retry=0 2024-11-15T07:23:13,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35747,DS-dbee0f01-79df-423f-96d8-67a7586a405b,DISK] 2024-11-15T07:23:13,519 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/MasterData/WALs/32f0bc5975d0,46245,1731655392427/32f0bc5975d0%2C46245%2C1731655392427.1731655393500 2024-11-15T07:23:13,520 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46265:46265)] 2024-11-15T07:23:13,520 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:23:13,520 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:23:13,520 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:23:13,520 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:23:13,524 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:23:13,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-15T07:23:13,525 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:13,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:23:13,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:23:13,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-15T07:23:13,526 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:13,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:23:13,526 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:23:13,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-15T07:23:13,527 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:13,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:23:13,527 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:23:13,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-15T07:23:13,528 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:13,528 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:23:13,528 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:23:13,528 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:23:13,529 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:23:13,529 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:23:13,529 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:23:13,530 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:23:13,530 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-15T07:23:13,531 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:23:13,532 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71257053, jitterRate=0.061812832951545715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:23:13,532 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731655393520Initializing all the Stores at 1731655393521 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655393521Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655393524 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655393524Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655393524Cleaning up temporary data from old regions at 1731655393529 (+5 ms)Region opened successfully at 1731655393532 (+3 ms) 2024-11-15T07:23:13,532 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-15T07:23:13,534 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b1790c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:23:13,534 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-15T07:23:13,534 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-15T07:23:13,534 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-15T07:23:13,535 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-15T07:23:13,535 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-15T07:23:13,535 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-15T07:23:13,535 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-15T07:23:13,536 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-15T07:23:13,537 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46245-0x1013d6025310006, quorum=127.0.0.1:55470, baseZNode=/21930464101 Unable to get data of znode /21930464101/balancer because node does not exist (not necessarily an error) 2024-11-15T07:23:13,585 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21930464101/balancer already deleted, retry=false 2024-11-15T07:23:13,585 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-15T07:23:13,586 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46245-0x1013d6025310006, quorum=127.0.0.1:55470, baseZNode=/21930464101 Unable to get data of znode /21930464101/normalizer because node does not exist (not necessarily an error) 2024-11-15T07:23:13,595 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21930464101/normalizer already deleted, retry=false 2024-11-15T07:23:13,595 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-15T07:23:13,596 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46245-0x1013d6025310006, quorum=127.0.0.1:55470, baseZNode=/21930464101 Unable to get data of znode /21930464101/switch/split because node does not exist (not necessarily an error) 2024-11-15T07:23:13,606 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21930464101/switch/split already deleted, retry=false 2024-11-15T07:23:13,607 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46245-0x1013d6025310006, quorum=127.0.0.1:55470, baseZNode=/21930464101 Unable to get data of znode /21930464101/switch/merge because node does not exist (not necessarily an error) 2024-11-15T07:23:13,616 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21930464101/switch/merge already deleted, retry=false 2024-11-15T07:23:13,618 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46245-0x1013d6025310006, quorum=127.0.0.1:55470, baseZNode=/21930464101 Unable to get data of znode /21930464101/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-15T07:23:13,627 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21930464101/snapshot-cleanup already deleted, retry=false 2024-11-15T07:23:13,637 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x1013d6025310007, quorum=127.0.0.1:55470, baseZNode=/21930464101 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21930464101/running 2024-11-15T07:23:13,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46245-0x1013d6025310006, quorum=127.0.0.1:55470, baseZNode=/21930464101 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21930464101/running 2024-11-15T07:23:13,637 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x1013d6025310007, quorum=127.0.0.1:55470, baseZNode=/21930464101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21930464101 2024-11-15T07:23:13,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46245-0x1013d6025310006, quorum=127.0.0.1:55470, baseZNode=/21930464101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21930464101 2024-11-15T07:23:13,638 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=32f0bc5975d0,46245,1731655392427, sessionid=0x1013d6025310006, setting cluster-up flag (Was=false) 2024-11-15T07:23:13,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46245-0x1013d6025310006, quorum=127.0.0.1:55470, baseZNode=/21930464101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21930464101 2024-11-15T07:23:13,658 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x1013d6025310007, quorum=127.0.0.1:55470, baseZNode=/21930464101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21930464101 2024-11-15T07:23:13,829 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21930464101/flush-table-proc/acquired, /21930464101/flush-table-proc/reached, /21930464101/flush-table-proc/abort 2024-11-15T07:23:13,830 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,46245,1731655392427 2024-11-15T07:23:13,874 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x1013d6025310007, quorum=127.0.0.1:55470, baseZNode=/21930464101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21930464101 2024-11-15T07:23:13,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46245-0x1013d6025310006, quorum=127.0.0.1:55470, baseZNode=/21930464101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21930464101 2024-11-15T07:23:13,905 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21930464101/online-snapshot/acquired, /21930464101/online-snapshot/reached, /21930464101/online-snapshot/abort 2024-11-15T07:23:13,906 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=32f0bc5975d0,46245,1731655392427 2024-11-15T07:23:13,907 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-15T07:23:13,908 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-15T07:23:13,909 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-15T07:23:13,909 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-15T07:23:13,909 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 32f0bc5975d0,46245,1731655392427 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-15T07:23:13,910 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:23:13,911 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:23:13,911 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:23:13,911 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=5, maxPoolSize=5 2024-11-15T07:23:13,911 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/32f0bc5975d0:0, corePoolSize=10, maxPoolSize=10 2024-11-15T07:23:13,911 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:23:13,911 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:23:13,911 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:23:13,912 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731655423911 2024-11-15T07:23:13,912 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-15T07:23:13,912 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-15T07:23:13,912 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-15T07:23:13,912 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-15T07:23:13,912 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-15T07:23:13,912 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-15T07:23:13,912 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:23:13,912 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:13,912 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-15T07:23:13,913 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:13,913 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-15T07:23:13,914 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-15T07:23:13,914 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-15T07:23:13,914 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-15T07:23:13,914 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-15T07:23:13,915 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-15T07:23:13,915 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-15T07:23:13,915 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655393915,5,FailOnTimeoutGroup] 2024-11-15T07:23:13,916 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655393915,5,FailOnTimeoutGroup] 2024-11-15T07:23:13,916 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:13,916 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-15T07:23:13,916 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:13,916 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:13,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35747 is added to blk_1073741831_1007 (size=1321) 2024-11-15T07:23:13,994 INFO [RS:0;32f0bc5975d0:41155 {}] regionserver.HRegionServer(746): ClusterId : f3e5346d-dcaa-4059-83cd-8db6b0457df1 2024-11-15T07:23:13,994 DEBUG [RS:0;32f0bc5975d0:41155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-15T07:23:14,007 DEBUG [RS:0;32f0bc5975d0:41155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-15T07:23:14,007 DEBUG [RS:0;32f0bc5975d0:41155 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-15T07:23:14,017 DEBUG [RS:0;32f0bc5975d0:41155 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-15T07:23:14,017 DEBUG [RS:0;32f0bc5975d0:41155 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42eaf6d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=32f0bc5975d0/172.17.0.2:0 2024-11-15T07:23:14,029 DEBUG [RS:0;32f0bc5975d0:41155 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;32f0bc5975d0:41155 2024-11-15T07:23:14,029 INFO [RS:0;32f0bc5975d0:41155 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-15T07:23:14,029 INFO [RS:0;32f0bc5975d0:41155 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-15T07:23:14,029 DEBUG [RS:0;32f0bc5975d0:41155 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-15T07:23:14,029 INFO [RS:0;32f0bc5975d0:41155 {}] regionserver.HRegionServer(2659): reportForDuty to master=32f0bc5975d0,46245,1731655392427 with port=41155, startcode=1731655392571 2024-11-15T07:23:14,029 DEBUG [RS:0;32f0bc5975d0:41155 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-15T07:23:14,030 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47847, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-15T07:23:14,031 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46245 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 32f0bc5975d0,41155,1731655392571 2024-11-15T07:23:14,031 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46245 {}] master.ServerManager(517): Registering regionserver=32f0bc5975d0,41155,1731655392571 2024-11-15T07:23:14,032 DEBUG [RS:0;32f0bc5975d0:41155 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350 2024-11-15T07:23:14,032 DEBUG [RS:0;32f0bc5975d0:41155 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45417 2024-11-15T07:23:14,032 DEBUG [RS:0;32f0bc5975d0:41155 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-15T07:23:14,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46245-0x1013d6025310006, quorum=127.0.0.1:55470, baseZNode=/21930464101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21930464101/rs 2024-11-15T07:23:14,078 DEBUG [RS:0;32f0bc5975d0:41155 {}] zookeeper.ZKUtil(111): regionserver:41155-0x1013d6025310007, quorum=127.0.0.1:55470, baseZNode=/21930464101 Set watcher on existing znode=/21930464101/rs/32f0bc5975d0,41155,1731655392571 2024-11-15T07:23:14,078 WARN [RS:0;32f0bc5975d0:41155 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-15T07:23:14,078 INFO [RS:0;32f0bc5975d0:41155 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:23:14,079 DEBUG [RS:0;32f0bc5975d0:41155 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/WALs/32f0bc5975d0,41155,1731655392571 2024-11-15T07:23:14,079 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [32f0bc5975d0,41155,1731655392571] 2024-11-15T07:23:14,081 INFO [RS:0;32f0bc5975d0:41155 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-15T07:23:14,082 INFO [RS:0;32f0bc5975d0:41155 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-15T07:23:14,082 INFO [RS:0;32f0bc5975d0:41155 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-15T07:23:14,083 INFO [RS:0;32f0bc5975d0:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:14,083 INFO [RS:0;32f0bc5975d0:41155 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-15T07:23:14,083 INFO [RS:0;32f0bc5975d0:41155 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-15T07:23:14,083 INFO [RS:0;32f0bc5975d0:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:14,083 DEBUG [RS:0;32f0bc5975d0:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:23:14,083 DEBUG [RS:0;32f0bc5975d0:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:23:14,083 DEBUG [RS:0;32f0bc5975d0:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:23:14,083 DEBUG [RS:0;32f0bc5975d0:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:23:14,083 DEBUG [RS:0;32f0bc5975d0:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:23:14,083 DEBUG [RS:0;32f0bc5975d0:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/32f0bc5975d0:0, corePoolSize=2, maxPoolSize=2 2024-11-15T07:23:14,083 DEBUG [RS:0;32f0bc5975d0:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:23:14,083 DEBUG [RS:0;32f0bc5975d0:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:23:14,083 DEBUG [RS:0;32f0bc5975d0:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:23:14,083 DEBUG [RS:0;32f0bc5975d0:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:23:14,083 DEBUG [RS:0;32f0bc5975d0:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:23:14,084 DEBUG [RS:0;32f0bc5975d0:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/32f0bc5975d0:0, corePoolSize=1, maxPoolSize=1 2024-11-15T07:23:14,084 DEBUG [RS:0;32f0bc5975d0:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:23:14,084 DEBUG [RS:0;32f0bc5975d0:41155 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/32f0bc5975d0:0, corePoolSize=3, maxPoolSize=3 2024-11-15T07:23:14,084 INFO [RS:0;32f0bc5975d0:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:14,084 INFO [RS:0;32f0bc5975d0:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:14,084 INFO [RS:0;32f0bc5975d0:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:14,084 INFO [RS:0;32f0bc5975d0:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:14,084 INFO [RS:0;32f0bc5975d0:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:14,084 INFO [RS:0;32f0bc5975d0:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,41155,1731655392571-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:23:14,102 INFO [RS:0;32f0bc5975d0:41155 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-15T07:23:14,102 INFO [RS:0;32f0bc5975d0:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,41155,1731655392571-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:14,102 INFO [RS:0;32f0bc5975d0:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:14,102 INFO [RS:0;32f0bc5975d0:41155 {}] regionserver.Replication(171): 32f0bc5975d0,41155,1731655392571 started 2024-11-15T07:23:14,121 INFO [RS:0;32f0bc5975d0:41155 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:14,121 INFO [RS:0;32f0bc5975d0:41155 {}] regionserver.HRegionServer(1482): Serving as 32f0bc5975d0,41155,1731655392571, RpcServer on 32f0bc5975d0/172.17.0.2:41155, sessionid=0x1013d6025310007 2024-11-15T07:23:14,121 DEBUG [RS:0;32f0bc5975d0:41155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-15T07:23:14,121 DEBUG [RS:0;32f0bc5975d0:41155 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 32f0bc5975d0,41155,1731655392571 2024-11-15T07:23:14,121 DEBUG [RS:0;32f0bc5975d0:41155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,41155,1731655392571' 2024-11-15T07:23:14,121 DEBUG [RS:0;32f0bc5975d0:41155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21930464101/flush-table-proc/abort' 2024-11-15T07:23:14,122 DEBUG [RS:0;32f0bc5975d0:41155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21930464101/flush-table-proc/acquired' 2024-11-15T07:23:14,123 DEBUG [RS:0;32f0bc5975d0:41155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-15T07:23:14,123 DEBUG [RS:0;32f0bc5975d0:41155 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-15T07:23:14,123 DEBUG [RS:0;32f0bc5975d0:41155 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 32f0bc5975d0,41155,1731655392571 2024-11-15T07:23:14,123 DEBUG [RS:0;32f0bc5975d0:41155 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '32f0bc5975d0,41155,1731655392571' 2024-11-15T07:23:14,123 DEBUG [RS:0;32f0bc5975d0:41155 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21930464101/online-snapshot/abort' 2024-11-15T07:23:14,123 DEBUG [RS:0;32f0bc5975d0:41155 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21930464101/online-snapshot/acquired' 2024-11-15T07:23:14,123 DEBUG [RS:0;32f0bc5975d0:41155 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-15T07:23:14,123 INFO [RS:0;32f0bc5975d0:41155 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-15T07:23:14,123 INFO [RS:0;32f0bc5975d0:41155 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-15T07:23:14,224 INFO [RS:0;32f0bc5975d0:41155 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-15T07:23:14,225 INFO [RS:0;32f0bc5975d0:41155 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C41155%2C1731655392571, suffix=, logDir=hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/WALs/32f0bc5975d0,41155,1731655392571, archiveDir=hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/oldWALs, maxLogs=10 2024-11-15T07:23:14,236 DEBUG [RS:0;32f0bc5975d0:41155 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/WALs/32f0bc5975d0,41155,1731655392571/32f0bc5975d0%2C41155%2C1731655392571.1731655394225, exclude list is [], retry=0 2024-11-15T07:23:14,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35747,DS-dbee0f01-79df-423f-96d8-67a7586a405b,DISK] 2024-11-15T07:23:14,239 INFO [RS:0;32f0bc5975d0:41155 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/WALs/32f0bc5975d0,41155,1731655392571/32f0bc5975d0%2C41155%2C1731655392571.1731655394225 2024-11-15T07:23:14,239 DEBUG [RS:0;32f0bc5975d0:41155 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46265:46265)] 2024-11-15T07:23:14,319 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-15T07:23:14,319 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350 2024-11-15T07:23:14,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35747 is added to blk_1073741833_1009 (size=32) 2024-11-15T07:23:14,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:23:14,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:23:14,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:23:14,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:14,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:23:14,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:23:14,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:23:14,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:14,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:23:14,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:23:14,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:23:14,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:14,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:23:14,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:23:14,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:23:14,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:14,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:23:14,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:23:14,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/data/hbase/meta/1588230740 2024-11-15T07:23:14,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/data/hbase/meta/1588230740 2024-11-15T07:23:14,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:23:14,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:23:14,334 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:23:14,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:23:14,336 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:23:14,336 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66747962, jitterRate=-0.005377858877182007}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:23:14,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731655394327Initializing all the Stores at 1731655394327Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655394327Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655394328 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655394328Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655394328Cleaning up temporary data from old regions at 1731655394334 (+6 ms)Region opened successfully at 1731655394336 (+2 ms) 2024-11-15T07:23:14,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:23:14,336 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:23:14,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:23:14,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:23:14,336 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:23:14,337 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:23:14,337 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655394336Disabling compacts and flushes for region at 1731655394336Disabling writes for close at 1731655394336Writing region close event to WAL at 1731655394337 (+1 ms)Closed at 1731655394337 2024-11-15T07:23:14,337 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:23:14,337 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-15T07:23:14,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-15T07:23:14,338 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:23:14,339 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-15T07:23:14,489 DEBUG [32f0bc5975d0:46245 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-15T07:23:14,489 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=32f0bc5975d0,41155,1731655392571 2024-11-15T07:23:14,490 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,41155,1731655392571, state=OPENING 2024-11-15T07:23:14,516 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-15T07:23:14,526 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x1013d6025310007, quorum=127.0.0.1:55470, baseZNode=/21930464101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21930464101 2024-11-15T07:23:14,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46245-0x1013d6025310006, quorum=127.0.0.1:55470, baseZNode=/21930464101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21930464101 2024-11-15T07:23:14,527 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-15T07:23:14,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21930464101/meta-region-server: CHANGED 2024-11-15T07:23:14,527 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21930464101/meta-region-server: CHANGED 2024-11-15T07:23:14,527 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,41155,1731655392571}] 2024-11-15T07:23:14,679 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T07:23:14,680 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38439, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T07:23:14,682 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-15T07:23:14,682 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:23:14,682 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-15T07:23:14,683 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C41155%2C1731655392571.meta, suffix=.meta, logDir=hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/WALs/32f0bc5975d0,41155,1731655392571, archiveDir=hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/oldWALs, maxLogs=10 2024-11-15T07:23:14,699 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/WALs/32f0bc5975d0,41155,1731655392571/32f0bc5975d0%2C41155%2C1731655392571.meta.1731655394684.meta, exclude list is [], retry=0 2024-11-15T07:23:14,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35747,DS-dbee0f01-79df-423f-96d8-67a7586a405b,DISK] 2024-11-15T07:23:14,702 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/WALs/32f0bc5975d0,41155,1731655392571/32f0bc5975d0%2C41155%2C1731655392571.meta.1731655394684.meta 2024-11-15T07:23:14,702 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46265:46265)] 2024-11-15T07:23:14,702 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:23:14,702 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:23:14,702 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T07:23:14,702 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-15T07:23:14,702 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-15T07:23:14,703 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-15T07:23:14,703 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:23:14,703 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-15T07:23:14,703 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-15T07:23:14,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-15T07:23:14,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-15T07:23:14,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:14,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:23:14,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-15T07:23:14,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-15T07:23:14,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:14,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:23:14,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-15T07:23:14,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-15T07:23:14,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:14,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:23:14,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-15T07:23:14,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-15T07:23:14,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:14,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-15T07:23:14,707 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-15T07:23:14,707 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/data/hbase/meta/1588230740 2024-11-15T07:23:14,708 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/data/hbase/meta/1588230740 2024-11-15T07:23:14,709 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-15T07:23:14,709 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-15T07:23:14,709 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-15T07:23:14,710 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-15T07:23:14,710 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66915936, jitterRate=-0.0028748512268066406}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-15T07:23:14,710 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-15T07:23:14,710 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731655394703Writing region info on filesystem at 1731655394703Initializing all the Stores at 1731655394703Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655394703Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655394703Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655394703Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731655394704 (+1 ms)Cleaning up temporary data from old regions at 1731655394709 (+5 ms)Running coprocessor post-open hooks at 1731655394710 (+1 ms)Region opened successfully at 1731655394710 2024-11-15T07:23:14,711 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731655394678 2024-11-15T07:23:14,712 DEBUG [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-15T07:23:14,712 INFO [RS_OPEN_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-15T07:23:14,713 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=32f0bc5975d0,41155,1731655392571 2024-11-15T07:23:14,714 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 32f0bc5975d0,41155,1731655392571, state=OPEN 2024-11-15T07:23:14,726 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x1013d6025310007, quorum=127.0.0.1:55470, baseZNode=/21930464101 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21930464101/meta-region-server 2024-11-15T07:23:14,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46245-0x1013d6025310006, quorum=127.0.0.1:55470, baseZNode=/21930464101 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21930464101/meta-region-server 2024-11-15T07:23:14,726 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=32f0bc5975d0,41155,1731655392571 2024-11-15T07:23:14,726 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21930464101/meta-region-server: CHANGED 2024-11-15T07:23:14,726 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21930464101/meta-region-server: CHANGED 2024-11-15T07:23:14,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-15T07:23:14,728 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=32f0bc5975d0,41155,1731655392571 in 199 msec 2024-11-15T07:23:14,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-15T07:23:14,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 391 msec 2024-11-15T07:23:14,730 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-15T07:23:14,730 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-15T07:23:14,731 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:23:14,731 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,41155,1731655392571, seqNum=-1] 2024-11-15T07:23:14,731 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:23:14,732 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:23:14,736 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 828 msec 2024-11-15T07:23:14,736 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731655394736, completionTime=-1 2024-11-15T07:23:14,736 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-15T07:23:14,737 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-15T07:23:14,738 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-15T07:23:14,738 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731655454738 2024-11-15T07:23:14,738 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731655514738 2024-11-15T07:23:14,738 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-15T07:23:14,738 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,46245,1731655392427-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:14,739 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,46245,1731655392427-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:14,739 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,46245,1731655392427-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:14,739 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-32f0bc5975d0:46245, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:14,739 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:14,739 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:14,740 DEBUG [master/32f0bc5975d0:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-15T07:23:14,742 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.105sec 2024-11-15T07:23:14,742 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-15T07:23:14,742 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-15T07:23:14,742 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-15T07:23:14,742 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-15T07:23:14,742 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-15T07:23:14,742 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,46245,1731655392427-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-15T07:23:14,742 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,46245,1731655392427-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-15T07:23:14,744 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-15T07:23:14,744 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-15T07:23:14,744 INFO [master/32f0bc5975d0:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=32f0bc5975d0,46245,1731655392427-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-15T07:23:14,794 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a73d718, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:14,794 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,46245,-1 for getting cluster id 2024-11-15T07:23:14,795 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:23:14,795 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3e5346d-dcaa-4059-83cd-8db6b0457df1' 2024-11-15T07:23:14,795 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:23:14,795 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3e5346d-dcaa-4059-83cd-8db6b0457df1" 2024-11-15T07:23:14,796 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cafeaa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:14,796 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,46245,-1] 2024-11-15T07:23:14,796 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:23:14,796 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:14,796 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:23:14,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@abb152c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:14,797 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:23:14,797 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,41155,1731655392571, seqNum=-1] 2024-11-15T07:23:14,798 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:23:14,798 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:23:14,799 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=32f0bc5975d0,46245,1731655392427 2024-11-15T07:23:14,800 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55470 2024-11-15T07:23:14,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55470, baseZNode=/21930464101 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-15T07:23:14,811 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1013d6025310008 connected 2024-11-15T07:23:14,823 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:23:14,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,46567,1731655381059 2024-11-15T07:23:14,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@689ad30c 2024-11-15T07:23:14,824 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:23:14,825 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:23:14,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:23:14,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T07:23:14,827 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T07:23:14,827 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:14,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T07:23:14,828 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T07:23:14,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:23:14,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741835_1011 (size=902) 2024-11-15T07:23:14,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:23:15,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:23:15,233 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a56160dba2d8eee63eb994f8ccfaafa0, NAME => 'test,,1731655394825.a56160dba2d8eee63eb994f8ccfaafa0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257 2024-11-15T07:23:15,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741836_1012 (size=39) 2024-11-15T07:23:15,238 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:23:15,238 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32f0bc5975d0,34421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:34421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T07:23:15,238 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 149008 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32f0bc5975d0,34421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:34421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T07:23:15,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:23:15,638 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731655394825.a56160dba2d8eee63eb994f8ccfaafa0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:23:15,638 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a56160dba2d8eee63eb994f8ccfaafa0, disabling compactions & flushes 2024-11-15T07:23:15,638 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731655394825.a56160dba2d8eee63eb994f8ccfaafa0. 2024-11-15T07:23:15,638 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731655394825.a56160dba2d8eee63eb994f8ccfaafa0. 2024-11-15T07:23:15,638 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731655394825.a56160dba2d8eee63eb994f8ccfaafa0. after waiting 0 ms 2024-11-15T07:23:15,638 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731655394825.a56160dba2d8eee63eb994f8ccfaafa0. 2024-11-15T07:23:15,638 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731655394825.a56160dba2d8eee63eb994f8ccfaafa0. 2024-11-15T07:23:15,638 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a56160dba2d8eee63eb994f8ccfaafa0: Waiting for close lock at 1731655395638Disabling compacts and flushes for region at 1731655395638Disabling writes for close at 1731655395638Writing region close event to WAL at 1731655395638Closed at 1731655395638 2024-11-15T07:23:15,639 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T07:23:15,639 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731655394825.a56160dba2d8eee63eb994f8ccfaafa0.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731655395639"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731655395639"}]},"ts":"1731655395639"} 2024-11-15T07:23:15,641 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T07:23:15,641 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T07:23:15,642 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655395641"}]},"ts":"1731655395641"} 2024-11-15T07:23:15,643 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T07:23:15,643 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a56160dba2d8eee63eb994f8ccfaafa0, ASSIGN}] 2024-11-15T07:23:15,644 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a56160dba2d8eee63eb994f8ccfaafa0, ASSIGN 2024-11-15T07:23:15,644 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a56160dba2d8eee63eb994f8ccfaafa0, ASSIGN; state=OFFLINE, location=32f0bc5975d0,41779,1731655381592; forceNewPlan=false, retain=false 2024-11-15T07:23:15,708 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T07:23:15,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:15,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:15,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:15,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:15,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:15,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:15,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:15,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:15,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:15,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:15,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:15,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:15,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:15,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:15,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:15,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:15,786 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:15,795 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a56160dba2d8eee63eb994f8ccfaafa0, regionState=OPENING, regionLocation=32f0bc5975d0,41779,1731655381592 2024-11-15T07:23:15,797 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a56160dba2d8eee63eb994f8ccfaafa0, ASSIGN because future has completed 2024-11-15T07:23:15,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a56160dba2d8eee63eb994f8ccfaafa0, server=32f0bc5975d0,41779,1731655381592}] 2024-11-15T07:23:15,952 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731655394825.a56160dba2d8eee63eb994f8ccfaafa0. 2024-11-15T07:23:15,952 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a56160dba2d8eee63eb994f8ccfaafa0, NAME => 'test,,1731655394825.a56160dba2d8eee63eb994f8ccfaafa0.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:23:15,952 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:23:15,953 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T07:23:15,953 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a56160dba2d8eee63eb994f8ccfaafa0 2024-11-15T07:23:15,953 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731655394825.a56160dba2d8eee63eb994f8ccfaafa0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:23:15,953 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a56160dba2d8eee63eb994f8ccfaafa0 2024-11-15T07:23:15,953 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a56160dba2d8eee63eb994f8ccfaafa0 2024-11-15T07:23:15,954 INFO [StoreOpener-a56160dba2d8eee63eb994f8ccfaafa0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a56160dba2d8eee63eb994f8ccfaafa0 2024-11-15T07:23:15,955 INFO [StoreOpener-a56160dba2d8eee63eb994f8ccfaafa0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a56160dba2d8eee63eb994f8ccfaafa0 columnFamilyName f 2024-11-15T07:23:15,955 DEBUG [StoreOpener-a56160dba2d8eee63eb994f8ccfaafa0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:15,955 INFO [StoreOpener-a56160dba2d8eee63eb994f8ccfaafa0-1 {}] regionserver.HStore(327): Store=a56160dba2d8eee63eb994f8ccfaafa0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:23:15,955 INFO [StoreOpener-a56160dba2d8eee63eb994f8ccfaafa0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a56160dba2d8eee63eb994f8ccfaafa0 2024-11-15T07:23:15,956 INFO [StoreOpener-a56160dba2d8eee63eb994f8ccfaafa0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a56160dba2d8eee63eb994f8ccfaafa0 columnFamilyName f1 2024-11-15T07:23:15,956 DEBUG [StoreOpener-a56160dba2d8eee63eb994f8ccfaafa0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:15,956 INFO [StoreOpener-a56160dba2d8eee63eb994f8ccfaafa0-1 {}] regionserver.HStore(327): Store=a56160dba2d8eee63eb994f8ccfaafa0/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:23:15,956 INFO [StoreOpener-a56160dba2d8eee63eb994f8ccfaafa0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a56160dba2d8eee63eb994f8ccfaafa0 2024-11-15T07:23:15,957 INFO [StoreOpener-a56160dba2d8eee63eb994f8ccfaafa0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a56160dba2d8eee63eb994f8ccfaafa0 columnFamilyName norep 2024-11-15T07:23:15,957 DEBUG [StoreOpener-a56160dba2d8eee63eb994f8ccfaafa0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:15,957 INFO [StoreOpener-a56160dba2d8eee63eb994f8ccfaafa0-1 {}] regionserver.HStore(327): Store=a56160dba2d8eee63eb994f8ccfaafa0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:23:15,957 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a56160dba2d8eee63eb994f8ccfaafa0 2024-11-15T07:23:15,958 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/default/test/a56160dba2d8eee63eb994f8ccfaafa0 2024-11-15T07:23:15,958 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/default/test/a56160dba2d8eee63eb994f8ccfaafa0 2024-11-15T07:23:15,959 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a56160dba2d8eee63eb994f8ccfaafa0 2024-11-15T07:23:15,959 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a56160dba2d8eee63eb994f8ccfaafa0 2024-11-15T07:23:15,959 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T07:23:15,960 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a56160dba2d8eee63eb994f8ccfaafa0 2024-11-15T07:23:15,961 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/default/test/a56160dba2d8eee63eb994f8ccfaafa0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:23:15,961 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a56160dba2d8eee63eb994f8ccfaafa0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66845700, jitterRate=-0.003921449184417725}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T07:23:15,961 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a56160dba2d8eee63eb994f8ccfaafa0 2024-11-15T07:23:15,962 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a56160dba2d8eee63eb994f8ccfaafa0: Running coprocessor pre-open hook at 1731655395953Writing region info on filesystem at 1731655395953Initializing all the Stores at 1731655395953Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655395954 (+1 ms)Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655395954Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655395954Cleaning up temporary data from old regions at 1731655395959 (+5 ms)Running coprocessor post-open hooks at 1731655395961 (+2 ms)Region opened successfully at 1731655395961 2024-11-15T07:23:15,962 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731655394825.a56160dba2d8eee63eb994f8ccfaafa0., pid=6, masterSystemTime=1731655395949 2024-11-15T07:23:15,964 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731655394825.a56160dba2d8eee63eb994f8ccfaafa0. 2024-11-15T07:23:15,964 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731655394825.a56160dba2d8eee63eb994f8ccfaafa0. 2024-11-15T07:23:15,964 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a56160dba2d8eee63eb994f8ccfaafa0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=32f0bc5975d0,41779,1731655381592 2024-11-15T07:23:15,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a56160dba2d8eee63eb994f8ccfaafa0, server=32f0bc5975d0,41779,1731655381592 because future has completed 2024-11-15T07:23:15,967 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T07:23:15,967 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a56160dba2d8eee63eb994f8ccfaafa0, server=32f0bc5975d0,41779,1731655381592 in 169 msec 2024-11-15T07:23:15,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:23:15,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T07:23:15,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a56160dba2d8eee63eb994f8ccfaafa0, ASSIGN in 324 msec 2024-11-15T07:23:15,969 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T07:23:15,969 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655395969"}]},"ts":"1731655395969"} 2024-11-15T07:23:15,971 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T07:23:15,971 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T07:23:15,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1460 sec 2024-11-15T07:23:16,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:23:16,979 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:23:16,979 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T07:23:16,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,44731,1731655386942 2024-11-15T07:23:16,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c31ca4b 2024-11-15T07:23:16,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:23:16,980 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:23:16,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:23:16,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T07:23:16,983 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T07:23:16,983 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:16,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T07:23:16,983 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T07:23:16,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:23:16,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741835_1011 (size=902) 2024-11-15T07:23:17,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:23:17,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:23:17,389 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1334124c2490152f1a141e42168c1b2b, NAME => 'test,,1731655396981.1334124c2490152f1a141e42168c1b2b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15 2024-11-15T07:23:17,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741836_1012 (size=39) 2024-11-15T07:23:17,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:23:17,793 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731655396981.1334124c2490152f1a141e42168c1b2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:23:17,793 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 1334124c2490152f1a141e42168c1b2b, disabling compactions & flushes 2024-11-15T07:23:17,793 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731655396981.1334124c2490152f1a141e42168c1b2b. 2024-11-15T07:23:17,793 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731655396981.1334124c2490152f1a141e42168c1b2b. 2024-11-15T07:23:17,793 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731655396981.1334124c2490152f1a141e42168c1b2b. after waiting 0 ms 2024-11-15T07:23:17,793 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731655396981.1334124c2490152f1a141e42168c1b2b. 2024-11-15T07:23:17,793 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731655396981.1334124c2490152f1a141e42168c1b2b. 2024-11-15T07:23:17,793 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1334124c2490152f1a141e42168c1b2b: Waiting for close lock at 1731655397793Disabling compacts and flushes for region at 1731655397793Disabling writes for close at 1731655397793Writing region close event to WAL at 1731655397793Closed at 1731655397793 2024-11-15T07:23:17,794 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T07:23:17,795 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731655396981.1334124c2490152f1a141e42168c1b2b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731655397794"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731655397794"}]},"ts":"1731655397794"} 2024-11-15T07:23:17,796 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T07:23:17,796 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T07:23:17,797 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655397796"}]},"ts":"1731655397796"} 2024-11-15T07:23:17,798 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T07:23:17,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1334124c2490152f1a141e42168c1b2b, ASSIGN}] 2024-11-15T07:23:17,798 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=1334124c2490152f1a141e42168c1b2b, ASSIGN 2024-11-15T07:23:17,799 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=1334124c2490152f1a141e42168c1b2b, ASSIGN; state=OFFLINE, location=32f0bc5975d0,40303,1731655387067; forceNewPlan=false, retain=false 2024-11-15T07:23:17,949 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1334124c2490152f1a141e42168c1b2b, regionState=OPENING, regionLocation=32f0bc5975d0,40303,1731655387067 2024-11-15T07:23:17,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=1334124c2490152f1a141e42168c1b2b, ASSIGN because future has completed 2024-11-15T07:23:17,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1334124c2490152f1a141e42168c1b2b, server=32f0bc5975d0,40303,1731655387067}] 2024-11-15T07:23:18,106 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731655396981.1334124c2490152f1a141e42168c1b2b. 2024-11-15T07:23:18,106 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1334124c2490152f1a141e42168c1b2b, NAME => 'test,,1731655396981.1334124c2490152f1a141e42168c1b2b.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:23:18,106 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:23:18,106 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T07:23:18,107 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1334124c2490152f1a141e42168c1b2b 2024-11-15T07:23:18,107 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731655396981.1334124c2490152f1a141e42168c1b2b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:23:18,107 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1334124c2490152f1a141e42168c1b2b 2024-11-15T07:23:18,107 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1334124c2490152f1a141e42168c1b2b 2024-11-15T07:23:18,108 INFO [StoreOpener-1334124c2490152f1a141e42168c1b2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1334124c2490152f1a141e42168c1b2b 2024-11-15T07:23:18,109 INFO [StoreOpener-1334124c2490152f1a141e42168c1b2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1334124c2490152f1a141e42168c1b2b columnFamilyName f 2024-11-15T07:23:18,109 DEBUG [StoreOpener-1334124c2490152f1a141e42168c1b2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:18,109 INFO [StoreOpener-1334124c2490152f1a141e42168c1b2b-1 {}] regionserver.HStore(327): Store=1334124c2490152f1a141e42168c1b2b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:23:18,109 INFO [StoreOpener-1334124c2490152f1a141e42168c1b2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 1334124c2490152f1a141e42168c1b2b 2024-11-15T07:23:18,110 INFO [StoreOpener-1334124c2490152f1a141e42168c1b2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1334124c2490152f1a141e42168c1b2b columnFamilyName f1 2024-11-15T07:23:18,110 DEBUG [StoreOpener-1334124c2490152f1a141e42168c1b2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:18,110 INFO [StoreOpener-1334124c2490152f1a141e42168c1b2b-1 {}] regionserver.HStore(327): Store=1334124c2490152f1a141e42168c1b2b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:23:18,110 INFO [StoreOpener-1334124c2490152f1a141e42168c1b2b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1334124c2490152f1a141e42168c1b2b 2024-11-15T07:23:18,111 INFO [StoreOpener-1334124c2490152f1a141e42168c1b2b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1334124c2490152f1a141e42168c1b2b columnFamilyName norep 2024-11-15T07:23:18,111 DEBUG [StoreOpener-1334124c2490152f1a141e42168c1b2b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:18,111 INFO [StoreOpener-1334124c2490152f1a141e42168c1b2b-1 {}] regionserver.HStore(327): Store=1334124c2490152f1a141e42168c1b2b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:23:18,111 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1334124c2490152f1a141e42168c1b2b 2024-11-15T07:23:18,112 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/default/test/1334124c2490152f1a141e42168c1b2b 2024-11-15T07:23:18,112 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/default/test/1334124c2490152f1a141e42168c1b2b 2024-11-15T07:23:18,113 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1334124c2490152f1a141e42168c1b2b 2024-11-15T07:23:18,113 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1334124c2490152f1a141e42168c1b2b 2024-11-15T07:23:18,113 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T07:23:18,114 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1334124c2490152f1a141e42168c1b2b 2024-11-15T07:23:18,116 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/default/test/1334124c2490152f1a141e42168c1b2b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:23:18,117 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1334124c2490152f1a141e42168c1b2b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64858954, jitterRate=-0.03352627158164978}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T07:23:18,117 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1334124c2490152f1a141e42168c1b2b 2024-11-15T07:23:18,117 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1334124c2490152f1a141e42168c1b2b: Running coprocessor pre-open hook at 1731655398107Writing region info on filesystem at 1731655398107Initializing all the Stores at 1731655398107Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655398107Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655398108 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655398108Cleaning up temporary data from old regions at 1731655398113 (+5 ms)Running coprocessor post-open hooks at 1731655398117 (+4 ms)Region opened successfully at 1731655398117 2024-11-15T07:23:18,118 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731655396981.1334124c2490152f1a141e42168c1b2b., pid=6, masterSystemTime=1731655398103 2024-11-15T07:23:18,119 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731655396981.1334124c2490152f1a141e42168c1b2b. 2024-11-15T07:23:18,119 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731655396981.1334124c2490152f1a141e42168c1b2b. 2024-11-15T07:23:18,120 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1334124c2490152f1a141e42168c1b2b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=32f0bc5975d0,40303,1731655387067 2024-11-15T07:23:18,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1334124c2490152f1a141e42168c1b2b, server=32f0bc5975d0,40303,1731655387067 because future has completed 2024-11-15T07:23:18,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:23:18,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T07:23:18,124 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1334124c2490152f1a141e42168c1b2b, server=32f0bc5975d0,40303,1731655387067 in 171 msec 2024-11-15T07:23:18,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T07:23:18,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=1334124c2490152f1a141e42168c1b2b, ASSIGN in 326 msec 2024-11-15T07:23:18,128 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T07:23:18,128 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655398128"}]},"ts":"1731655398128"} 2024-11-15T07:23:18,130 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T07:23:18,131 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T07:23:18,132 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1500 sec 2024-11-15T07:23:19,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44731 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:23:19,130 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T07:23:19,130 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:23:19,131 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,46245,1731655392427 2024-11-15T07:23:19,131 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3dd43571 2024-11-15T07:23:19,131 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:23:19,133 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39320, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:23:19,134 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46245 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:23:19,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46245 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-15T07:23:19,137 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T07:23:19,138 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:19,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46245 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-15T07:23:19,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T07:23:19,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:23:19,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35747 is added to blk_1073741835_1011 (size=902) 2024-11-15T07:23:19,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:23:19,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:23:19,552 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6c9faa35f6f241977d892f5c0f5d5c7b, NAME => 'test,,1731655399134.6c9faa35f6f241977d892f5c0f5d5c7b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350 2024-11-15T07:23:19,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35747 is added to blk_1073741836_1012 (size=39) 2024-11-15T07:23:19,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:23:19,956 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731655399134.6c9faa35f6f241977d892f5c0f5d5c7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:23:19,956 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6c9faa35f6f241977d892f5c0f5d5c7b, disabling compactions & flushes 2024-11-15T07:23:19,956 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731655399134.6c9faa35f6f241977d892f5c0f5d5c7b. 2024-11-15T07:23:19,956 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731655399134.6c9faa35f6f241977d892f5c0f5d5c7b. 2024-11-15T07:23:19,956 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731655399134.6c9faa35f6f241977d892f5c0f5d5c7b. after waiting 0 ms 2024-11-15T07:23:19,956 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731655399134.6c9faa35f6f241977d892f5c0f5d5c7b. 2024-11-15T07:23:19,956 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731655399134.6c9faa35f6f241977d892f5c0f5d5c7b. 2024-11-15T07:23:19,956 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6c9faa35f6f241977d892f5c0f5d5c7b: Waiting for close lock at 1731655399956Disabling compacts and flushes for region at 1731655399956Disabling writes for close at 1731655399956Writing region close event to WAL at 1731655399956Closed at 1731655399956 2024-11-15T07:23:19,957 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T07:23:19,958 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731655399134.6c9faa35f6f241977d892f5c0f5d5c7b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731655399957"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731655399957"}]},"ts":"1731655399957"} 2024-11-15T07:23:19,959 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T07:23:19,959 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T07:23:19,959 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655399959"}]},"ts":"1731655399959"} 2024-11-15T07:23:19,960 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-15T07:23:19,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6c9faa35f6f241977d892f5c0f5d5c7b, ASSIGN}] 2024-11-15T07:23:19,961 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6c9faa35f6f241977d892f5c0f5d5c7b, ASSIGN 2024-11-15T07:23:19,962 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6c9faa35f6f241977d892f5c0f5d5c7b, ASSIGN; state=OFFLINE, location=32f0bc5975d0,41155,1731655392571; forceNewPlan=false, retain=false 2024-11-15T07:23:20,113 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6c9faa35f6f241977d892f5c0f5d5c7b, regionState=OPENING, regionLocation=32f0bc5975d0,41155,1731655392571 2024-11-15T07:23:20,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6c9faa35f6f241977d892f5c0f5d5c7b, ASSIGN because future has completed 2024-11-15T07:23:20,114 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c9faa35f6f241977d892f5c0f5d5c7b, server=32f0bc5975d0,41155,1731655392571}] 2024-11-15T07:23:20,269 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731655399134.6c9faa35f6f241977d892f5c0f5d5c7b. 2024-11-15T07:23:20,269 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6c9faa35f6f241977d892f5c0f5d5c7b, NAME => 'test,,1731655399134.6c9faa35f6f241977d892f5c0f5d5c7b.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:23:20,269 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:23:20,270 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-15T07:23:20,270 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6c9faa35f6f241977d892f5c0f5d5c7b 2024-11-15T07:23:20,270 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731655399134.6c9faa35f6f241977d892f5c0f5d5c7b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:23:20,270 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6c9faa35f6f241977d892f5c0f5d5c7b 2024-11-15T07:23:20,270 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6c9faa35f6f241977d892f5c0f5d5c7b 2024-11-15T07:23:20,271 INFO [StoreOpener-6c9faa35f6f241977d892f5c0f5d5c7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6c9faa35f6f241977d892f5c0f5d5c7b 2024-11-15T07:23:20,272 INFO [StoreOpener-6c9faa35f6f241977d892f5c0f5d5c7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c9faa35f6f241977d892f5c0f5d5c7b columnFamilyName f 2024-11-15T07:23:20,272 DEBUG [StoreOpener-6c9faa35f6f241977d892f5c0f5d5c7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:20,272 INFO [StoreOpener-6c9faa35f6f241977d892f5c0f5d5c7b-1 {}] regionserver.HStore(327): Store=6c9faa35f6f241977d892f5c0f5d5c7b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:23:20,272 INFO [StoreOpener-6c9faa35f6f241977d892f5c0f5d5c7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6c9faa35f6f241977d892f5c0f5d5c7b 2024-11-15T07:23:20,273 INFO [StoreOpener-6c9faa35f6f241977d892f5c0f5d5c7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c9faa35f6f241977d892f5c0f5d5c7b columnFamilyName f1 2024-11-15T07:23:20,273 DEBUG [StoreOpener-6c9faa35f6f241977d892f5c0f5d5c7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:20,273 INFO [StoreOpener-6c9faa35f6f241977d892f5c0f5d5c7b-1 {}] regionserver.HStore(327): Store=6c9faa35f6f241977d892f5c0f5d5c7b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:23:20,274 INFO [StoreOpener-6c9faa35f6f241977d892f5c0f5d5c7b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6c9faa35f6f241977d892f5c0f5d5c7b 2024-11-15T07:23:20,274 INFO [StoreOpener-6c9faa35f6f241977d892f5c0f5d5c7b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c9faa35f6f241977d892f5c0f5d5c7b columnFamilyName norep 2024-11-15T07:23:20,274 DEBUG [StoreOpener-6c9faa35f6f241977d892f5c0f5d5c7b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:20,274 INFO [StoreOpener-6c9faa35f6f241977d892f5c0f5d5c7b-1 {}] regionserver.HStore(327): Store=6c9faa35f6f241977d892f5c0f5d5c7b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:23:20,275 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6c9faa35f6f241977d892f5c0f5d5c7b 2024-11-15T07:23:20,275 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/data/default/test/6c9faa35f6f241977d892f5c0f5d5c7b 2024-11-15T07:23:20,275 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/data/default/test/6c9faa35f6f241977d892f5c0f5d5c7b 2024-11-15T07:23:20,276 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6c9faa35f6f241977d892f5c0f5d5c7b 2024-11-15T07:23:20,276 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6c9faa35f6f241977d892f5c0f5d5c7b 2024-11-15T07:23:20,276 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T07:23:20,277 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6c9faa35f6f241977d892f5c0f5d5c7b 2024-11-15T07:23:20,278 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/data/default/test/6c9faa35f6f241977d892f5c0f5d5c7b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:23:20,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:23:20,279 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6c9faa35f6f241977d892f5c0f5d5c7b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67063469, jitterRate=-6.764382123947144E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T07:23:20,279 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6c9faa35f6f241977d892f5c0f5d5c7b 2024-11-15T07:23:20,279 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6c9faa35f6f241977d892f5c0f5d5c7b: Running coprocessor pre-open hook at 1731655400270Writing region info on filesystem at 1731655400270Initializing all the Stores at 1731655400271 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655400271Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655400271Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655400271Cleaning up temporary data from old regions at 1731655400276 (+5 ms)Running coprocessor post-open hooks at 1731655400279 (+3 ms)Region opened successfully at 1731655400279 2024-11-15T07:23:20,280 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731655399134.6c9faa35f6f241977d892f5c0f5d5c7b., pid=6, masterSystemTime=1731655400266 2024-11-15T07:23:20,281 DEBUG [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731655399134.6c9faa35f6f241977d892f5c0f5d5c7b. 2024-11-15T07:23:20,281 INFO [RS_OPEN_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731655399134.6c9faa35f6f241977d892f5c0f5d5c7b. 2024-11-15T07:23:20,282 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6c9faa35f6f241977d892f5c0f5d5c7b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=32f0bc5975d0,41155,1731655392571 2024-11-15T07:23:20,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c9faa35f6f241977d892f5c0f5d5c7b, server=32f0bc5975d0,41155,1731655392571 because future has completed 2024-11-15T07:23:20,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-15T07:23:20,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6c9faa35f6f241977d892f5c0f5d5c7b, server=32f0bc5975d0,41155,1731655392571 in 170 msec 2024-11-15T07:23:20,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-15T07:23:20,287 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6c9faa35f6f241977d892f5c0f5d5c7b, ASSIGN in 324 msec 2024-11-15T07:23:20,287 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T07:23:20,288 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655400287"}]},"ts":"1731655400287"} 2024-11-15T07:23:20,289 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-15T07:23:20,290 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T07:23:20,292 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-15T07:23:21,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46245 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-15T07:23:21,289 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-15T07:23:21,290 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@536eb175, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:21,290 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,46567,-1 for getting cluster id 2024-11-15T07:23:21,290 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:23:21,290 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1a8973b-c3e1-4b4e-8cc8-234adbf6943a' 2024-11-15T07:23:21,290 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:23:21,291 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1a8973b-c3e1-4b4e-8cc8-234adbf6943a" 2024-11-15T07:23:21,291 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca4d832, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:21,291 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,46567,-1] 2024-11-15T07:23:21,291 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:23:21,291 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:21,291 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:23:21,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58303d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:21,292 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:23:21,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,46567,1731655381059 2024-11-15T07:23:21,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73e4c3a3 2024-11-15T07:23:21,292 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:23:21,293 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:23:21,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://32f0bc5975d0:44731,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T07:23:21,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T07:23:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:23:21,295 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32f0bc5975d0:44731' 2024-11-15T07:23:21,296 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55aa29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:21,296 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,44731,-1 for getting cluster id 2024-11-15T07:23:21,296 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:23:21,297 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6edecc7-70c5-4403-ab10-69526691c808' 2024-11-15T07:23:21,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:23:21,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6edecc7-70c5-4403-ab10-69526691c808" 2024-11-15T07:23:21,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2580c487, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:21,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,44731,-1] 2024-11-15T07:23:21,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:23:21,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:21,298 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:23:21,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66b1babd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:21,298 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:23:21,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,44731,1731655386942 2024-11-15T07:23:21,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1181ec3b 2024-11-15T07:23:21,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:23:21,300 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:23:21,300 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-15T07:23:21,300 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T07:23:21,300 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:21,301 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:23:21,301 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:21,301 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-15T07:23:21,302 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-15T07:23:21,303 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-15T07:23:21,303 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:21,303 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-15T07:23:21,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741837_1013 (size=1138) 2024-11-15T07:23:21,352 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-15T07:23:21,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:23:21,455 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T07:23:21,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:21,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:21,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:21,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:21,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:21,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:21,457 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:21,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:21,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:21,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:21,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:21,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:21,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:21,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:21,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:21,519 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:21,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:21,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:23:21,709 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c7c267ab98f25096ceeb2a4f72e4b2a3, NAME => 'hbase:replication,,1731655401301.c7c267ab98f25096ceeb2a4f72e4b2a3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257 2024-11-15T07:23:21,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741838_1014 (size=44) 2024-11-15T07:23:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:23:22,114 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731655401301.c7c267ab98f25096ceeb2a4f72e4b2a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:23:22,114 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing c7c267ab98f25096ceeb2a4f72e4b2a3, disabling compactions & flushes 2024-11-15T07:23:22,114 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731655401301.c7c267ab98f25096ceeb2a4f72e4b2a3. 2024-11-15T07:23:22,114 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731655401301.c7c267ab98f25096ceeb2a4f72e4b2a3. 2024-11-15T07:23:22,114 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731655401301.c7c267ab98f25096ceeb2a4f72e4b2a3. after waiting 0 ms 2024-11-15T07:23:22,114 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731655401301.c7c267ab98f25096ceeb2a4f72e4b2a3. 2024-11-15T07:23:22,114 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731655401301.c7c267ab98f25096ceeb2a4f72e4b2a3. 2024-11-15T07:23:22,114 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for c7c267ab98f25096ceeb2a4f72e4b2a3: Waiting for close lock at 1731655402114Disabling compacts and flushes for region at 1731655402114Disabling writes for close at 1731655402114Writing region close event to WAL at 1731655402114Closed at 1731655402114 2024-11-15T07:23:22,115 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-15T07:23:22,115 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731655401301.c7c267ab98f25096ceeb2a4f72e4b2a3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731655402115"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731655402115"}]},"ts":"1731655402115"} 2024-11-15T07:23:22,117 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-15T07:23:22,117 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-15T07:23:22,117 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655402117"}]},"ts":"1731655402117"} 2024-11-15T07:23:22,118 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-15T07:23:22,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c7c267ab98f25096ceeb2a4f72e4b2a3, ASSIGN}] 2024-11-15T07:23:22,120 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c7c267ab98f25096ceeb2a4f72e4b2a3, ASSIGN 2024-11-15T07:23:22,120 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c7c267ab98f25096ceeb2a4f72e4b2a3, ASSIGN; state=OFFLINE, location=32f0bc5975d0,41779,1731655381592; forceNewPlan=false, retain=false 2024-11-15T07:23:22,270 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c7c267ab98f25096ceeb2a4f72e4b2a3, regionState=OPENING, regionLocation=32f0bc5975d0,41779,1731655381592 2024-11-15T07:23:22,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=c7c267ab98f25096ceeb2a4f72e4b2a3, ASSIGN because future has completed 2024-11-15T07:23:22,272 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7c267ab98f25096ceeb2a4f72e4b2a3, server=32f0bc5975d0,41779,1731655381592}] 2024-11-15T07:23:22,427 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731655401301.c7c267ab98f25096ceeb2a4f72e4b2a3. 2024-11-15T07:23:22,427 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-15T07:23:22,427 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-15T07:23:22,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:23:22,429 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=32f0bc5975d0%2C41779%2C1731655381592.rep, suffix=, logDir=hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592, archiveDir=hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/oldWALs, maxLogs=10 2024-11-15T07:23:22,442 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.rep.1731655402429, exclude list is [], retry=0 2024-11-15T07:23:22,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34467,DS-2f827b96-5f3b-4124-9a94-f4dd8784d18e,DISK] 2024-11-15T07:23:22,445 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.rep.1731655402429 2024-11-15T07:23:22,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36915:36915)] 2024-11-15T07:23:22,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => c7c267ab98f25096ceeb2a4f72e4b2a3, NAME => 'hbase:replication,,1731655401301.c7c267ab98f25096ceeb2a4f72e4b2a3.', STARTKEY => '', ENDKEY => ''} 2024-11-15T07:23:22,445 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-15T07:23:22,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-15T07:23:22,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731655401301.c7c267ab98f25096ceeb2a4f72e4b2a3. service=MultiRowMutationService 2024-11-15T07:23:22,446 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-15T07:23:22,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication c7c267ab98f25096ceeb2a4f72e4b2a3 2024-11-15T07:23:22,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731655401301.c7c267ab98f25096ceeb2a4f72e4b2a3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-15T07:23:22,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for c7c267ab98f25096ceeb2a4f72e4b2a3 2024-11-15T07:23:22,446 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for c7c267ab98f25096ceeb2a4f72e4b2a3 2024-11-15T07:23:22,447 INFO [StoreOpener-c7c267ab98f25096ceeb2a4f72e4b2a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region c7c267ab98f25096ceeb2a4f72e4b2a3 2024-11-15T07:23:22,448 INFO [StoreOpener-c7c267ab98f25096ceeb2a4f72e4b2a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7c267ab98f25096ceeb2a4f72e4b2a3 columnFamilyName hfileref 2024-11-15T07:23:22,448 DEBUG [StoreOpener-c7c267ab98f25096ceeb2a4f72e4b2a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:22,449 INFO [StoreOpener-c7c267ab98f25096ceeb2a4f72e4b2a3-1 {}] regionserver.HStore(327): Store=c7c267ab98f25096ceeb2a4f72e4b2a3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:23:22,449 INFO [StoreOpener-c7c267ab98f25096ceeb2a4f72e4b2a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region c7c267ab98f25096ceeb2a4f72e4b2a3 2024-11-15T07:23:22,449 INFO [StoreOpener-c7c267ab98f25096ceeb2a4f72e4b2a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7c267ab98f25096ceeb2a4f72e4b2a3 columnFamilyName queue 2024-11-15T07:23:22,449 DEBUG [StoreOpener-c7c267ab98f25096ceeb2a4f72e4b2a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:22,450 INFO [StoreOpener-c7c267ab98f25096ceeb2a4f72e4b2a3-1 {}] regionserver.HStore(327): Store=c7c267ab98f25096ceeb2a4f72e4b2a3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:23:22,450 INFO [StoreOpener-c7c267ab98f25096ceeb2a4f72e4b2a3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region c7c267ab98f25096ceeb2a4f72e4b2a3 2024-11-15T07:23:22,451 INFO [StoreOpener-c7c267ab98f25096ceeb2a4f72e4b2a3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c7c267ab98f25096ceeb2a4f72e4b2a3 columnFamilyName sid 2024-11-15T07:23:22,451 DEBUG [StoreOpener-c7c267ab98f25096ceeb2a4f72e4b2a3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-15T07:23:22,451 INFO [StoreOpener-c7c267ab98f25096ceeb2a4f72e4b2a3-1 {}] regionserver.HStore(327): Store=c7c267ab98f25096ceeb2a4f72e4b2a3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-15T07:23:22,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for c7c267ab98f25096ceeb2a4f72e4b2a3 2024-11-15T07:23:22,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/hbase/replication/c7c267ab98f25096ceeb2a4f72e4b2a3 2024-11-15T07:23:22,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/hbase/replication/c7c267ab98f25096ceeb2a4f72e4b2a3 2024-11-15T07:23:22,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for c7c267ab98f25096ceeb2a4f72e4b2a3 2024-11-15T07:23:22,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for c7c267ab98f25096ceeb2a4f72e4b2a3 2024-11-15T07:23:22,453 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-15T07:23:22,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for c7c267ab98f25096ceeb2a4f72e4b2a3 2024-11-15T07:23:22,455 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/hbase/replication/c7c267ab98f25096ceeb2a4f72e4b2a3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-15T07:23:22,456 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened c7c267ab98f25096ceeb2a4f72e4b2a3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72223822, jitterRate=0.07621881365776062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-15T07:23:22,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c7c267ab98f25096ceeb2a4f72e4b2a3 2024-11-15T07:23:22,456 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for c7c267ab98f25096ceeb2a4f72e4b2a3: Running coprocessor pre-open hook at 1731655402446Writing region info on filesystem at 1731655402446Initializing all the Stores at 1731655402447 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655402447Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655402447Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731655402447Cleaning up temporary data from old regions at 1731655402453 (+6 ms)Running coprocessor post-open hooks at 1731655402456 (+3 ms)Region opened successfully at 1731655402456 2024-11-15T07:23:22,457 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731655401301.c7c267ab98f25096ceeb2a4f72e4b2a3., pid=10, masterSystemTime=1731655402424 2024-11-15T07:23:22,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731655401301.c7c267ab98f25096ceeb2a4f72e4b2a3. 2024-11-15T07:23:22,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731655401301.c7c267ab98f25096ceeb2a4f72e4b2a3. 2024-11-15T07:23:22,459 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=c7c267ab98f25096ceeb2a4f72e4b2a3, regionState=OPEN, openSeqNum=2, regionLocation=32f0bc5975d0,41779,1731655381592 2024-11-15T07:23:22,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure c7c267ab98f25096ceeb2a4f72e4b2a3, server=32f0bc5975d0,41779,1731655381592 because future has completed 2024-11-15T07:23:22,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-15T07:23:22,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure c7c267ab98f25096ceeb2a4f72e4b2a3, server=32f0bc5975d0,41779,1731655381592 in 190 msec 2024-11-15T07:23:22,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-15T07:23:22,465 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=c7c267ab98f25096ceeb2a4f72e4b2a3, ASSIGN in 344 msec 2024-11-15T07:23:22,466 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-15T07:23:22,466 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731655402466"}]},"ts":"1731655402466"} 2024-11-15T07:23:22,467 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-15T07:23:22,469 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-15T07:23:22,471 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-11-15T07:23:22,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731655401301.c7c267ab98f25096ceeb2a4f72e4b2a3., hostname=32f0bc5975d0,41779,1731655381592, seqNum=2] 2024-11-15T07:23:22,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x1013d6025310000, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949642625 2024-11-15T07:23:22,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1013d6025310001, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949642625 2024-11-15T07:23:22,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T07:23:22,770 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-15T07:23:22,770 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-15T07:23:22,800 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-32f0bc5975d0,41779,1731655381592, ReplicationSource: 1, currentBandwidth=0 2024-11-15T07:23:22,800 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:23:22,800 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,41779,1731655381592, seqNum=-1] 2024-11-15T07:23:22,801 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:23:22,802 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-15T07:23:22,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-32f0bc5975d0,41779,1731655381592', locateType=CURRENT is [region=hbase:replication,,1731655401301.c7c267ab98f25096ceeb2a4f72e4b2a3., hostname=32f0bc5975d0,41779,1731655381592, seqNum=2] 2024-11-15T07:23:22,805 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-15T07:23:22,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-15T07:23:22,809 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 32f0bc5975d0,41779,1731655381592 suceeded 2024-11-15T07:23:22,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-15T07:23:22,811 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-15T07:23:22,811 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://32f0bc5975d0:44731,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T07:23:22,812 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5180 sec 2024-11-15T07:23:22,819 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32f0bc5975d0:44731' 2024-11-15T07:23:22,820 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8329421, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:22,820 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,44731,-1 for getting cluster id 2024-11-15T07:23:22,820 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:23:22,820 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6edecc7-70c5-4403-ab10-69526691c808' 2024-11-15T07:23:22,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:23:22,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6edecc7-70c5-4403-ab10-69526691c808" 2024-11-15T07:23:22,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30f89835, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:22,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,44731,-1] 2024-11-15T07:23:22,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:23:22,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:22,822 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:23:22,822 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@16533aee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:22,822 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:23:22,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,44731,1731655386942 2024-11-15T07:23:22,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1841d76f 2024-11-15T07:23:22,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:23:22,823 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-15T07:23:22,824 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-32f0bc5975d0,41779,1731655381592 (queues=1) is replicating from cluster=b1a8973b-c3e1-4b4e-8cc8-234adbf6943a to cluster=d6edecc7-70c5-4403-ab10-69526691c808 2024-11-15T07:23:22,824 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=32f0bc5975d0%2C41779%2C1731655381592 2024-11-15T07:23:22,824 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-32f0bc5975d0,41779,1731655381592, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T07:23:22,825 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592.replicationSource.shipper32f0bc5975d0%2C41779%2C1731655381592,1-32f0bc5975d0,41779,1731655381592 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 32f0bc5975d0%2C41779%2C1731655381592 2024-11-15T07:23:22,825 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,1-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655384054, startPosition=0, beingWritten=true 2024-11-15T07:23:22,829 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,1-32f0bc5975d0,41779,1731655381592 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:23:22,829 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,1-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655384054 to pos 379, reset compression=false 2024-11-15T07:23:22,829 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592.replicationSource.shipper32f0bc5975d0%2C41779%2C1731655381592,1-32f0bc5975d0,41779,1731655381592 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,41779,1731655381592 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655384054, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T07:23:23,032 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,1-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655384054 to pos 379, reset compression=false 2024-11-15T07:23:23,335 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,1-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655384054 to pos 379, reset compression=false 2024-11-15T07:23:23,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-15T07:23:23,449 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-15T07:23:23,449 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:23:23,449 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:23:23,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:23,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:23,449 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:23:23,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1843564d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:23,449 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,46567,-1 for getting cluster id 2024-11-15T07:23:23,449 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:23:23,450 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1a8973b-c3e1-4b4e-8cc8-234adbf6943a' 2024-11-15T07:23:23,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:23:23,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1a8973b-c3e1-4b4e-8cc8-234adbf6943a" 2024-11-15T07:23:23,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@319d06bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:23,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,46567,-1] 2024-11-15T07:23:23,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:23:23,450 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:23,451 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:23:23,451 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f5464b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:23,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4540998, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:23,452 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,44731,-1 for getting cluster id 2024-11-15T07:23:23,452 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:23:23,452 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6edecc7-70c5-4403-ab10-69526691c808' 2024-11-15T07:23:23,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:23:23,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6edecc7-70c5-4403-ab10-69526691c808" 2024-11-15T07:23:23,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56f383c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:23,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,44731,-1] 2024-11-15T07:23:23,452 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:23:23,453 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:23,453 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:23:23,453 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26330908, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:23,454 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@afc89e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:23,454 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,46245,-1 for getting cluster id 2024-11-15T07:23:23,454 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:23:23,454 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3e5346d-dcaa-4059-83cd-8db6b0457df1' 2024-11-15T07:23:23,454 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:23:23,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3e5346d-dcaa-4059-83cd-8db6b0457df1" 2024-11-15T07:23:23,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fafa24c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:23,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,46245,-1] 2024-11-15T07:23:23,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:23:23,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:23,455 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:23:23,456 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@503cd329, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:23,456 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:23:23,459 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731655403459/Put/seqid=0 2024-11-15T07:23:23,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741840_1016 (size=7894) 2024-11-15T07:23:23,738 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,1-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655384054 to pos 379, reset compression=false 2024-11-15T07:23:23,864 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731655403864/Put/seqid=0 2024-11-15T07:23:23,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741841_1017 (size=7691) 2024-11-15T07:23:24,241 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,1-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655384054 to pos 379, reset compression=false 2024-11-15T07:23:24,269 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1393ab24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:24,269 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,46567,-1 for getting cluster id 2024-11-15T07:23:24,269 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:23:24,270 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1a8973b-c3e1-4b4e-8cc8-234adbf6943a' 2024-11-15T07:23:24,270 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:23:24,270 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1a8973b-c3e1-4b4e-8cc8-234adbf6943a" 2024-11-15T07:23:24,270 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29293f64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:24,270 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,46567,-1] 2024-11-15T07:23:24,270 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:23:24,270 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:24,271 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:23:24,271 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19a1d481, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:24,272 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:23:24,272 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,41779,1731655381592, seqNum=-1] 2024-11-15T07:23:24,273 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:23:24,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:23:24,278 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:23:24,279 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,46567,1731655381059 2024-11-15T07:23:24,279 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1892bdc1 2024-11-15T07:23:24,279 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:23:24,280 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:23:24,283 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731655394825.a56160dba2d8eee63eb994f8ccfaafa0., hostname=32f0bc5975d0,41779,1731655381592, seqNum=2] 2024-11-15T07:23:24,285 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T07:23:24,289 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-15T07:23:24,290 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-15T07:23:24,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/testHFileCyclicReplication_0/f/hfile_0 for inclusion in a56160dba2d8eee63eb994f8ccfaafa0/f 2024-11-15T07:23:24,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-15T07:23:24,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T07:23:24,296 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/testHFileCyclicReplication_0/f/hfile_1 for inclusion in a56160dba2d8eee63eb994f8ccfaafa0/f 2024-11-15T07:23:24,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-15T07:23:24,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T07:23:24,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.HRegion(2603): Flush status journal for a56160dba2d8eee63eb994f8ccfaafa0: 2024-11-15T07:23:24,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/staging/jenkins__test__apvm28kfiht6ubh8rgejbpej21epifgesuufdbgamu3virp6tphksrrufp99d303/f/hfile_0 2024-11-15T07:23:24,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/staging/jenkins__test__apvm28kfiht6ubh8rgejbpej21epifgesuufdbgamu3virp6tphksrrufp99d303/f/hfile_0 as hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/default/test/a56160dba2d8eee63eb994f8ccfaafa0/f/f05560ea9c254743af7cf5886ab677e2_SeqId_4_ 2024-11-15T07:23:24,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/staging/jenkins__test__apvm28kfiht6ubh8rgejbpej21epifgesuufdbgamu3virp6tphksrrufp99d303/f/hfile_1 2024-11-15T07:23:24,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/staging/jenkins__test__apvm28kfiht6ubh8rgejbpej21epifgesuufdbgamu3virp6tphksrrufp99d303/f/hfile_1 as hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/default/test/a56160dba2d8eee63eb994f8ccfaafa0/f/663ad861f4eb4e1185315c627be53b57_SeqId_4_ 2024-11-15T07:23:24,305 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/staging/jenkins__test__apvm28kfiht6ubh8rgejbpej21epifgesuufdbgamu3virp6tphksrrufp99d303/f/hfile_0 into a56160dba2d8eee63eb994f8ccfaafa0/f as hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/default/test/a56160dba2d8eee63eb994f8ccfaafa0/f/f05560ea9c254743af7cf5886ab677e2_SeqId_4_ - updating store file list. 2024-11-15T07:23:24,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f05560ea9c254743af7cf5886ab677e2_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T07:23:24,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/default/test/a56160dba2d8eee63eb994f8ccfaafa0/f/f05560ea9c254743af7cf5886ab677e2_SeqId_4_ into a56160dba2d8eee63eb994f8ccfaafa0/f 2024-11-15T07:23:24,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/staging/jenkins__test__apvm28kfiht6ubh8rgejbpej21epifgesuufdbgamu3virp6tphksrrufp99d303/f/hfile_0 into a56160dba2d8eee63eb994f8ccfaafa0/f (new location: hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/default/test/a56160dba2d8eee63eb994f8ccfaafa0/f/f05560ea9c254743af7cf5886ab677e2_SeqId_4_) 2024-11-15T07:23:24,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/staging/jenkins__test__apvm28kfiht6ubh8rgejbpej21epifgesuufdbgamu3virp6tphksrrufp99d303/f/hfile_0 2024-11-15T07:23:24,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/staging/jenkins__test__apvm28kfiht6ubh8rgejbpej21epifgesuufdbgamu3virp6tphksrrufp99d303/f/hfile_1 into a56160dba2d8eee63eb994f8ccfaafa0/f as hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/default/test/a56160dba2d8eee63eb994f8ccfaafa0/f/663ad861f4eb4e1185315c627be53b57_SeqId_4_ - updating store file list. 2024-11-15T07:23:24,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 663ad861f4eb4e1185315c627be53b57_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T07:23:24,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/default/test/a56160dba2d8eee63eb994f8ccfaafa0/f/663ad861f4eb4e1185315c627be53b57_SeqId_4_ into a56160dba2d8eee63eb994f8ccfaafa0/f 2024-11-15T07:23:24,311 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/staging/jenkins__test__apvm28kfiht6ubh8rgejbpej21epifgesuufdbgamu3virp6tphksrrufp99d303/f/hfile_1 into a56160dba2d8eee63eb994f8ccfaafa0/f (new location: hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/default/test/a56160dba2d8eee63eb994f8ccfaafa0/f/663ad861f4eb4e1185315c627be53b57_SeqId_4_) 2024-11-15T07:23:24,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/staging/jenkins__test__apvm28kfiht6ubh8rgejbpej21epifgesuufdbgamu3virp6tphksrrufp99d303/f/hfile_1 2024-11-15T07:23:24,313 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:23:24,313 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:23:24,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:24,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:24,314 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:23:24,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731655394825.a56160dba2d8eee63eb994f8ccfaafa0., hostname=32f0bc5975d0,41779,1731655381592, seqNum=2 , the old value is region=test,,1731655394825.a56160dba2d8eee63eb994f8ccfaafa0., hostname=32f0bc5975d0,41779,1731655381592, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=32f0bc5975d0:41779 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T07:23:24,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731655394825.a56160dba2d8eee63eb994f8ccfaafa0., hostname=32f0bc5975d0,41779,1731655381592, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T07:23:24,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731655394825.a56160dba2d8eee63eb994f8ccfaafa0., hostname=32f0bc5975d0,41779,1731655381592, seqNum=2 from cache 2024-11-15T07:23:24,315 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:23:24,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,40303,1731655387067, seqNum=-1] 2024-11-15T07:23:24,316 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T07:23:24,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:23:24,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:23:24,318 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731655396981.1334124c2490152f1a141e42168c1b2b., hostname=32f0bc5975d0,40303,1731655387067, seqNum=2] 2024-11-15T07:23:24,320 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T07:23:24,402 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T07:23:24,419 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:41779 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T07:23:24,844 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,1-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655384054 to pos 379, reset compression=false 2024-11-15T07:23:24,847 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,1-32f0bc5975d0,41779,1731655381592 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T07:23:24,847 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592.replicationSource.shipper32f0bc5975d0%2C41779%2C1731655381592,1-32f0bc5975d0,41779,1731655381592 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,41779,1731655381592 got entry batch from reader: WALEntryBatch [walEntries=[{test/a56160dba2d8eee63eb994f8ccfaafa0/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731655404312/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655384054, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T07:23:24,849 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592.replicationSource.shipper32f0bc5975d0%2C41779%2C1731655381592,1-32f0bc5975d0,41779,1731655381592 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T07:23:24,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-15T07:23:24,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.ReplicationSink(318): Replicating [b1a8973b-c3e1-4b4e-8cc8-234adbf6943a] bulk loaded data 2024-11-15T07:23:24,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2671b1c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:24,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,44731,-1 for getting cluster id 2024-11-15T07:23:24,850 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:23:24,851 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd6edecc7-70c5-4403-ab10-69526691c808' 2024-11-15T07:23:24,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:23:24,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d6edecc7-70c5-4403-ab10-69526691c808" 2024-11-15T07:23:24,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1dcbca6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:24,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,44731,-1] 2024-11-15T07:23:24,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:23:24,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:24,852 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:23:24,852 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d8a4507, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:24,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741837_1013 (size=7894) 2024-11-15T07:23:24,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741838_1014 (size=7691) 2024-11-15T07:23:25,047 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,1-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655384054 to pos 687, reset compression=false 2024-11-15T07:23:25,267 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:23:25,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,44731,1731655386942 2024-11-15T07:23:25,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4341574c 2024-11-15T07:23:25,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:23:25,268 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-15T07:23:25,271 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T07:23:25,271 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:23:25,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,40303,1731655387067, seqNum=-1] 2024-11-15T07:23:25,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:23:25,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-15T07:23:25,277 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/staging/jenkins.hfs.22__test__s72ta9al1od8fdsjc7bcej1o7pbr8d5k8u5o14vvaevfgotdskiu1qk54fkfph2h/f/663ad861f4eb4e1185315c627be53b57_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-15T07:23:25,279 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/staging/jenkins.hfs.22__test__s72ta9al1od8fdsjc7bcej1o7pbr8d5k8u5o14vvaevfgotdskiu1qk54fkfph2h/f/f05560ea9c254743af7cf5886ab677e2_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-15T07:23:25,282 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/staging/jenkins.hfs.22__test__s72ta9al1od8fdsjc7bcej1o7pbr8d5k8u5o14vvaevfgotdskiu1qk54fkfph2h/f/f05560ea9c254743af7cf5886ab677e2_SeqId_4_ for inclusion in 1334124c2490152f1a141e42168c1b2b/f 2024-11-15T07:23:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-15T07:23:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T07:23:25,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/staging/jenkins.hfs.22__test__s72ta9al1od8fdsjc7bcej1o7pbr8d5k8u5o14vvaevfgotdskiu1qk54fkfph2h/f/663ad861f4eb4e1185315c627be53b57_SeqId_4_ for inclusion in 1334124c2490152f1a141e42168c1b2b/f 2024-11-15T07:23:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-15T07:23:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T07:23:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.HRegion(2603): Flush status journal for 1334124c2490152f1a141e42168c1b2b: 2024-11-15T07:23:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f05560ea9c254743af7cf5886ab677e2_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T07:23:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/staging/jenkins.hfs.22__test__s72ta9al1od8fdsjc7bcej1o7pbr8d5k8u5o14vvaevfgotdskiu1qk54fkfph2h/f/f05560ea9c254743af7cf5886ab677e2_SeqId_4_ as hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/default/test/1334124c2490152f1a141e42168c1b2b/f/56d8f5a75cf2464bb0891f71a21ad201_SeqId_4_ 2024-11-15T07:23:25,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 663ad861f4eb4e1185315c627be53b57_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-15T07:23:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/staging/jenkins.hfs.22__test__s72ta9al1od8fdsjc7bcej1o7pbr8d5k8u5o14vvaevfgotdskiu1qk54fkfph2h/f/663ad861f4eb4e1185315c627be53b57_SeqId_4_ as hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/default/test/1334124c2490152f1a141e42168c1b2b/f/3a313d7ecc064944910ea5a44af31958_SeqId_4_ 2024-11-15T07:23:25,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/staging/jenkins.hfs.22__test__s72ta9al1od8fdsjc7bcej1o7pbr8d5k8u5o14vvaevfgotdskiu1qk54fkfph2h/f/f05560ea9c254743af7cf5886ab677e2_SeqId_4_ into 1334124c2490152f1a141e42168c1b2b/f as hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/default/test/1334124c2490152f1a141e42168c1b2b/f/56d8f5a75cf2464bb0891f71a21ad201_SeqId_4_ - updating store file list. 2024-11-15T07:23:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 56d8f5a75cf2464bb0891f71a21ad201_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T07:23:25,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/default/test/1334124c2490152f1a141e42168c1b2b/f/56d8f5a75cf2464bb0891f71a21ad201_SeqId_4_ into 1334124c2490152f1a141e42168c1b2b/f 2024-11-15T07:23:25,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/staging/jenkins.hfs.22__test__s72ta9al1od8fdsjc7bcej1o7pbr8d5k8u5o14vvaevfgotdskiu1qk54fkfph2h/f/f05560ea9c254743af7cf5886ab677e2_SeqId_4_ into 1334124c2490152f1a141e42168c1b2b/f (new location: hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/default/test/1334124c2490152f1a141e42168c1b2b/f/56d8f5a75cf2464bb0891f71a21ad201_SeqId_4_) 2024-11-15T07:23:25,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/staging/jenkins.hfs.22__test__s72ta9al1od8fdsjc7bcej1o7pbr8d5k8u5o14vvaevfgotdskiu1qk54fkfph2h/f/f05560ea9c254743af7cf5886ab677e2_SeqId_4_ 2024-11-15T07:23:25,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/staging/jenkins.hfs.22__test__s72ta9al1od8fdsjc7bcej1o7pbr8d5k8u5o14vvaevfgotdskiu1qk54fkfph2h/f/663ad861f4eb4e1185315c627be53b57_SeqId_4_ into 1334124c2490152f1a141e42168c1b2b/f as hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/default/test/1334124c2490152f1a141e42168c1b2b/f/3a313d7ecc064944910ea5a44af31958_SeqId_4_ - updating store file list. 2024-11-15T07:23:25,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 3a313d7ecc064944910ea5a44af31958_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T07:23:25,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/default/test/1334124c2490152f1a141e42168c1b2b/f/3a313d7ecc064944910ea5a44af31958_SeqId_4_ into 1334124c2490152f1a141e42168c1b2b/f 2024-11-15T07:23:25,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/staging/jenkins.hfs.22__test__s72ta9al1od8fdsjc7bcej1o7pbr8d5k8u5o14vvaevfgotdskiu1qk54fkfph2h/f/663ad861f4eb4e1185315c627be53b57_SeqId_4_ into 1334124c2490152f1a141e42168c1b2b/f (new location: hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/default/test/1334124c2490152f1a141e42168c1b2b/f/3a313d7ecc064944910ea5a44af31958_SeqId_4_) 2024-11-15T07:23:25,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/staging/jenkins.hfs.22__test__s72ta9al1od8fdsjc7bcej1o7pbr8d5k8u5o14vvaevfgotdskiu1qk54fkfph2h/f/663ad861f4eb4e1185315c627be53b57_SeqId_4_ 2024-11-15T07:23:25,297 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.ReplicationSink(324): Finished replicating [b1a8973b-c3e1-4b4e-8cc8-234adbf6943a] bulk loaded data 2024-11-15T07:23:25,326 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:23:25,327 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,41155,1731655392571, seqNum=-1] 2024-11-15T07:23:25,327 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:23:25,328 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:23:25,329 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731655399134.6c9faa35f6f241977d892f5c0f5d5c7b., hostname=32f0bc5975d0,41155,1731655392571, seqNum=2] 2024-11-15T07:23:25,333 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T07:23:25,334 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-15T07:23:25,335 DEBUG [regionserver/32f0bc5975d0:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 32f0bc5975d0%2C41779%2C1731655381592:(num 1731655384054) roll requested 2024-11-15T07:23:25,350 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,1-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655384054 to pos 687, reset compression=false 2024-11-15T07:23:25,351 DEBUG [regionserver/32f0bc5975d0:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655405335, exclude list is [], retry=0 2024-11-15T07:23:25,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34467,DS-2f827b96-5f3b-4124-9a94-f4dd8784d18e,DISK] 2024-11-15T07:23:25,354 INFO [regionserver/32f0bc5975d0:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655384054 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655405335 2024-11-15T07:23:25,355 DEBUG [regionserver/32f0bc5975d0:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36915:36915)] 2024-11-15T07:23:25,355 DEBUG [regionserver/32f0bc5975d0:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655384054 is not closed yet, will try archiving it next time 2024-11-15T07:23:25,355 DEBUG [regionserver/32f0bc5975d0:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 32f0bc5975d0%2C41779%2C1731655381592.rep:(num 1731655402429) roll requested 2024-11-15T07:23:25,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bdf1ccd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:25,355 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,46567,-1 for getting cluster id 2024-11-15T07:23:25,355 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:23:25,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741832_1008 (size=695) 2024-11-15T07:23:25,356 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1a8973b-c3e1-4b4e-8cc8-234adbf6943a' 2024-11-15T07:23:25,356 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:23:25,356 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1a8973b-c3e1-4b4e-8cc8-234adbf6943a" 2024-11-15T07:23:25,356 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69af575d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:25,356 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,46567,-1] 2024-11-15T07:23:25,356 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:23:25,357 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:25,357 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655384054 to hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/oldWALs/32f0bc5975d0%2C41779%2C1731655381592.1731655384054 2024-11-15T07:23:25,357 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:23:25,357 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15818267, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:25,358 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:23:25,358 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,46567,1731655381059 2024-11-15T07:23:25,358 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2531ffcf 2024-11-15T07:23:25,359 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:23:25,359 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:23:25,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://32f0bc5975d0:46245,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-15T07:23:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-15T07:23:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T07:23:25,362 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32f0bc5975d0:46245' 2024-11-15T07:23:25,362 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e18ec90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:25,362 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,46245,-1 for getting cluster id 2024-11-15T07:23:25,363 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:23:25,363 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3e5346d-dcaa-4059-83cd-8db6b0457df1' 2024-11-15T07:23:25,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:23:25,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3e5346d-dcaa-4059-83cd-8db6b0457df1" 2024-11-15T07:23:25,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@578b764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:25,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,46245,-1] 2024-11-15T07:23:25,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:23:25,364 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:25,364 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:23:25,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5739dd09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:25,365 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:23:25,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,46245,1731655392427 2024-11-15T07:23:25,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1822c4d1 2024-11-15T07:23:25,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:23:25,366 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:23:25,366 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-15T07:23:25,366 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-15T07:23:25,366 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:25,367 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:25,367 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:23:25,370 DEBUG [regionserver/32f0bc5975d0:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.rep.1731655405355, exclude list is [], retry=0 2024-11-15T07:23:25,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34467,DS-2f827b96-5f3b-4124-9a94-f4dd8784d18e,DISK] 2024-11-15T07:23:25,374 INFO [regionserver/32f0bc5975d0:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.rep.1731655402429 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.rep.1731655405355 2024-11-15T07:23:25,374 DEBUG [regionserver/32f0bc5975d0:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36915:36915)] 2024-11-15T07:23:25,374 DEBUG [regionserver/32f0bc5975d0:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.rep.1731655402429 is not closed yet, will try archiving it next time 2024-11-15T07:23:25,374 DEBUG [regionserver/32f0bc5975d0:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 32f0bc5975d0%2C41779%2C1731655381592.meta:.meta(num 1731655385031) roll requested 2024-11-15T07:23:25,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741839_1015 (size=1505) 2024-11-15T07:23:25,386 DEBUG [regionserver/32f0bc5975d0:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.meta.1731655405374.meta, exclude list is [], retry=0 2024-11-15T07:23:25,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34467,DS-2f827b96-5f3b-4124-9a94-f4dd8784d18e,DISK] 2024-11-15T07:23:25,389 INFO [regionserver/32f0bc5975d0:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.meta.1731655385031.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.meta.1731655405374.meta 2024-11-15T07:23:25,389 DEBUG [regionserver/32f0bc5975d0:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36915:36915)] 2024-11-15T07:23:25,389 DEBUG [regionserver/32f0bc5975d0:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.meta.1731655385031.meta is not closed yet, will try archiving it next time 2024-11-15T07:23:25,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741834_1010 (size=3473) 2024-11-15T07:23:25,390 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.meta.1731655385031.meta not finished, retry = 0 2024-11-15T07:23:25,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-15T07:23:25,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T07:23:25,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=41779 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-15T07:23:25,605 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-15T07:23:25,644 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-32f0bc5975d0,41779,1731655381592, ReplicationSource: 2, currentBandwidth=0 2024-11-15T07:23:25,646 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-15T07:23:25,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-15T07:23:25,648 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 32f0bc5975d0,41779,1731655381592 suceeded 2024-11-15T07:23:25,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-15T07:23:25,663 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-15T07:23:25,664 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://32f0bc5975d0:46245,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-15T07:23:25,665 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 304 msec 2024-11-15T07:23:25,679 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41779,1731655381592 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='32f0bc5975d0:46245' 2024-11-15T07:23:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46567 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-15T07:23:25,681 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41779,1731655381592 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22ee1168, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:25,681 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-15T07:23:25,681 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41779,1731655381592 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,46245,-1 for getting cluster id 2024-11-15T07:23:25,681 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:23:25,681 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41779,1731655381592 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:23:25,681 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:23:25,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:25,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:25,682 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-15T07:23:25,682 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3e5346d-dcaa-4059-83cd-8db6b0457df1' 2024-11-15T07:23:25,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:23:25,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3e5346d-dcaa-4059-83cd-8db6b0457df1" 2024-11-15T07:23:25,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2ac918ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:25,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,46245,-1] 2024-11-15T07:23:25,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:23:25,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:25,684 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:23:25,685 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41779,1731655381592 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37aff82c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:25,685 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41779,1731655381592 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:23:25,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,46245,1731655392427 2024-11-15T07:23:25,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b7d12cc 2024-11-15T07:23:25,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:23:25,686 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731655405685/Put/seqid=0 2024-11-15T07:23:25,687 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-15T07:23:25,687 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41779,1731655381592 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-32f0bc5975d0,41779,1731655381592 (queues=1) is replicating from cluster=b1a8973b-c3e1-4b4e-8cc8-234adbf6943a to cluster=f3e5346d-dcaa-4059-83cd-8db6b0457df1 2024-11-15T07:23:25,687 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41779,1731655381592 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=32f0bc5975d0%2C41779%2C1731655381592 2024-11-15T07:23:25,688 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41779,1731655381592 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-32f0bc5975d0,41779,1731655381592, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-15T07:23:25,688 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,2-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655405335, startPosition=0, beingWritten=true 2024-11-15T07:23:25,688 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:23:25,691 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41779,1731655381592.replicationSource.shipper32f0bc5975d0%2C41779%2C1731655381592,2-32f0bc5975d0,41779,1731655381592 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 32f0bc5975d0%2C41779%2C1731655381592 2024-11-15T07:23:25,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741845_1021 (size=11194) 2024-11-15T07:23:25,701 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731655405700/Put/seqid=0 2024-11-15T07:23:25,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741846_1022 (size=10791) 2024-11-15T07:23:25,755 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,1-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655384054 to pos 687, reset compression=false 2024-11-15T07:23:25,760 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,1-32f0bc5975d0,41779,1731655381592 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655384054 was moved to hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/oldWALs/32f0bc5975d0%2C41779%2C1731655381592.1731655384054 2024-11-15T07:23:25,761 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,1-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655384054 2024-11-15T07:23:25,762 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592.replicationSource.shipper32f0bc5975d0%2C41779%2C1731655381592,1-32f0bc5975d0,41779,1731655381592 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,41779,1731655381592 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655384054, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-15T07:23:25,762 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,1-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655405335, startPosition=0, beingWritten=true 2024-11-15T07:23:25,764 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592.replicationSource.shipper32f0bc5975d0%2C41779%2C1731655381592,1-32f0bc5975d0,41779,1731655381592 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [32f0bc5975d0%2C41779%2C1731655381592.1731655384054] 2024-11-15T07:23:25,899 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,2-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655405335 to pos 0, reset compression=false 2024-11-15T07:23:26,116 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ae1f4e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:26,116 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,46567,-1 for getting cluster id 2024-11-15T07:23:26,116 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:23:26,117 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b1a8973b-c3e1-4b4e-8cc8-234adbf6943a' 2024-11-15T07:23:26,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:23:26,117 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b1a8973b-c3e1-4b4e-8cc8-234adbf6943a" 2024-11-15T07:23:26,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e8ab874, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:26,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,46567,-1] 2024-11-15T07:23:26,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:23:26,118 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:26,119 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:23:26,119 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1987f706, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:26,120 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:23:26,120 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,41779,1731655381592, seqNum=-1] 2024-11-15T07:23:26,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:23:26,122 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-15T07:23:26,144 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:23:26,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,46567,1731655381059 2024-11-15T07:23:26,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5618c36d 2024-11-15T07:23:26,145 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:23:26,146 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-15T07:23:26,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731655394825.a56160dba2d8eee63eb994f8ccfaafa0., hostname=32f0bc5975d0,41779,1731655381592, seqNum=2] 2024-11-15T07:23:26,151 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T07:23:26,155 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-15T07:23:26,157 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-15T07:23:26,161 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/testHFileCyclicReplication_1/f/hfile_0 for inclusion in a56160dba2d8eee63eb994f8ccfaafa0/f 2024-11-15T07:23:26,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-15T07:23:26,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T07:23:26,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/testHFileCyclicReplication_1/f/hfile_1 for inclusion in a56160dba2d8eee63eb994f8ccfaafa0/f 2024-11-15T07:23:26,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-15T07:23:26,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T07:23:26,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.HRegion(2603): Flush status journal for a56160dba2d8eee63eb994f8ccfaafa0: 2024-11-15T07:23:26,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/staging/jenkins__test__8nfmg253nt9d60ns7ab4riafist4mah4ckqd4v99l2cci24nc769hh5qb4oj3raf/f/hfile_0 2024-11-15T07:23:26,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/staging/jenkins__test__8nfmg253nt9d60ns7ab4riafist4mah4ckqd4v99l2cci24nc769hh5qb4oj3raf/f/hfile_0 as hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/default/test/a56160dba2d8eee63eb994f8ccfaafa0/f/a18cfebbb759475fa881a48c776a0f80_SeqId_6_ 2024-11-15T07:23:26,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/staging/jenkins__test__8nfmg253nt9d60ns7ab4riafist4mah4ckqd4v99l2cci24nc769hh5qb4oj3raf/f/hfile_1 2024-11-15T07:23:26,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/staging/jenkins__test__8nfmg253nt9d60ns7ab4riafist4mah4ckqd4v99l2cci24nc769hh5qb4oj3raf/f/hfile_1 as hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/default/test/a56160dba2d8eee63eb994f8ccfaafa0/f/e9aaccd12b6c4ba1bcb13fdb27c32595_SeqId_6_ 2024-11-15T07:23:26,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/staging/jenkins__test__8nfmg253nt9d60ns7ab4riafist4mah4ckqd4v99l2cci24nc769hh5qb4oj3raf/f/hfile_0 into a56160dba2d8eee63eb994f8ccfaafa0/f as hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/default/test/a56160dba2d8eee63eb994f8ccfaafa0/f/a18cfebbb759475fa881a48c776a0f80_SeqId_6_ - updating store file list. 2024-11-15T07:23:26,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a18cfebbb759475fa881a48c776a0f80_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T07:23:26,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/default/test/a56160dba2d8eee63eb994f8ccfaafa0/f/a18cfebbb759475fa881a48c776a0f80_SeqId_6_ into a56160dba2d8eee63eb994f8ccfaafa0/f 2024-11-15T07:23:26,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/staging/jenkins__test__8nfmg253nt9d60ns7ab4riafist4mah4ckqd4v99l2cci24nc769hh5qb4oj3raf/f/hfile_0 into a56160dba2d8eee63eb994f8ccfaafa0/f (new location: hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/default/test/a56160dba2d8eee63eb994f8ccfaafa0/f/a18cfebbb759475fa881a48c776a0f80_SeqId_6_) 2024-11-15T07:23:26,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/staging/jenkins__test__8nfmg253nt9d60ns7ab4riafist4mah4ckqd4v99l2cci24nc769hh5qb4oj3raf/f/hfile_0 2024-11-15T07:23:26,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/staging/jenkins__test__8nfmg253nt9d60ns7ab4riafist4mah4ckqd4v99l2cci24nc769hh5qb4oj3raf/f/hfile_1 into a56160dba2d8eee63eb994f8ccfaafa0/f as hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/default/test/a56160dba2d8eee63eb994f8ccfaafa0/f/e9aaccd12b6c4ba1bcb13fdb27c32595_SeqId_6_ - updating store file list. 2024-11-15T07:23:26,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e9aaccd12b6c4ba1bcb13fdb27c32595_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T07:23:26,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/default/test/a56160dba2d8eee63eb994f8ccfaafa0/f/e9aaccd12b6c4ba1bcb13fdb27c32595_SeqId_6_ into a56160dba2d8eee63eb994f8ccfaafa0/f 2024-11-15T07:23:26,181 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/staging/jenkins__test__8nfmg253nt9d60ns7ab4riafist4mah4ckqd4v99l2cci24nc769hh5qb4oj3raf/f/hfile_1 into a56160dba2d8eee63eb994f8ccfaafa0/f (new location: hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/default/test/a56160dba2d8eee63eb994f8ccfaafa0/f/e9aaccd12b6c4ba1bcb13fdb27c32595_SeqId_6_) 2024-11-15T07:23:26,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41779 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/staging/jenkins__test__8nfmg253nt9d60ns7ab4riafist4mah4ckqd4v99l2cci24nc769hh5qb4oj3raf/f/hfile_1 2024-11-15T07:23:26,183 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:23:26,183 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:23:26,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:26,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:26,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731655394825.a56160dba2d8eee63eb994f8ccfaafa0., hostname=32f0bc5975d0,41779,1731655381592, seqNum=2 , the old value is region=test,,1731655394825.a56160dba2d8eee63eb994f8ccfaafa0., hostname=32f0bc5975d0,41779,1731655381592, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=32f0bc5975d0:41779 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T07:23:26,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731655394825.a56160dba2d8eee63eb994f8ccfaafa0., hostname=32f0bc5975d0,41779,1731655381592, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-15T07:23:26,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731655394825.a56160dba2d8eee63eb994f8ccfaafa0., hostname=32f0bc5975d0,41779,1731655381592, seqNum=2 from cache 2024-11-15T07:23:26,183 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:23:26,184 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-15T07:23:26,187 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-15T07:23:26,203 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,2-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655405335 to pos 0, reset compression=false 2024-11-15T07:23:26,207 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,2-32f0bc5975d0,41779,1731655381592 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T07:23:26,207 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41779,1731655381592.replicationSource.shipper32f0bc5975d0%2C41779%2C1731655381592,2-32f0bc5975d0,41779,1731655381592 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-32f0bc5975d0,41779,1731655381592 got entry batch from reader: WALEntryBatch [walEntries=[{test/a56160dba2d8eee63eb994f8ccfaafa0/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731655406181/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655405335, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T07:23:26,210 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41779,1731655381592.replicationSource.shipper32f0bc5975d0%2C41779%2C1731655381592,2-32f0bc5975d0,41779,1731655381592 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-15T07:23:26,210 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-15T07:23:26,211 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.ReplicationSink(318): Replicating [b1a8973b-c3e1-4b4e-8cc8-234adbf6943a] bulk loaded data 2024-11-15T07:23:26,211 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ba2132d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:26,211 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] client.ClusterIdFetcher(90): Going to request 32f0bc5975d0,46245,-1 for getting cluster id 2024-11-15T07:23:26,212 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-15T07:23:26,212 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f3e5346d-dcaa-4059-83cd-8db6b0457df1' 2024-11-15T07:23:26,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-15T07:23:26,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f3e5346d-dcaa-4059-83cd-8db6b0457df1" 2024-11-15T07:23:26,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e90b3bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:26,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [32f0bc5975d0,46245,-1] 2024-11-15T07:23:26,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-15T07:23:26,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:26,213 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-15T07:23:26,213 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70adb221, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-15T07:23:26,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35747 is added to blk_1073741837_1013 (size=11194) 2024-11-15T07:23:26,265 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,1-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655405335 to pos 0, reset compression=false 2024-11-15T07:23:26,289 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:41779 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-15T07:23:26,294 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,1-32f0bc5975d0,41779,1731655381592 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-15T07:23:26,294 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592.replicationSource.shipper32f0bc5975d0%2C41779%2C1731655381592,1-32f0bc5975d0,41779,1731655381592 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,41779,1731655381592 got entry batch from reader: WALEntryBatch [walEntries=[{test/a56160dba2d8eee63eb994f8ccfaafa0/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731655406181/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655405335, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-15T07:23:26,295 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.ReplicationSink(318): Replicating [b1a8973b-c3e1-4b4e-8cc8-234adbf6943a] bulk loaded data 2024-11-15T07:23:26,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741839_1015 (size=11194) 2024-11-15T07:23:26,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741840_1016 (size=10791) 2024-11-15T07:23:26,344 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T07:23:26,352 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/staging/jenkins.hfs.22__test__eqh1189s8o3j4chjecv264jqhsh5j753lstmh7ev1u4b72p25o5ks77as7v3pi5a/f/a18cfebbb759475fa881a48c776a0f80_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-15T07:23:26,356 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/staging/jenkins.hfs.22__test__eqh1189s8o3j4chjecv264jqhsh5j753lstmh7ev1u4b72p25o5ks77as7v3pi5a/f/e9aaccd12b6c4ba1bcb13fdb27c32595_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-15T07:23:26,358 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/staging/jenkins.hfs.22__test__eqh1189s8o3j4chjecv264jqhsh5j753lstmh7ev1u4b72p25o5ks77as7v3pi5a/f/e9aaccd12b6c4ba1bcb13fdb27c32595_SeqId_6_ for inclusion in 1334124c2490152f1a141e42168c1b2b/f 2024-11-15T07:23:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-15T07:23:26,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T07:23:26,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/staging/jenkins.hfs.22__test__eqh1189s8o3j4chjecv264jqhsh5j753lstmh7ev1u4b72p25o5ks77as7v3pi5a/f/a18cfebbb759475fa881a48c776a0f80_SeqId_6_ for inclusion in 1334124c2490152f1a141e42168c1b2b/f 2024-11-15T07:23:26,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-15T07:23:26,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T07:23:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.HRegion(2603): Flush status journal for 1334124c2490152f1a141e42168c1b2b: 2024-11-15T07:23:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e9aaccd12b6c4ba1bcb13fdb27c32595_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T07:23:26,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/staging/jenkins.hfs.22__test__eqh1189s8o3j4chjecv264jqhsh5j753lstmh7ev1u4b72p25o5ks77as7v3pi5a/f/e9aaccd12b6c4ba1bcb13fdb27c32595_SeqId_6_ as hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/default/test/1334124c2490152f1a141e42168c1b2b/f/cd54cb39d36d4893826aa0d4eee733d0_SeqId_6_ 2024-11-15T07:23:26,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a18cfebbb759475fa881a48c776a0f80_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T07:23:26,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/staging/jenkins.hfs.22__test__eqh1189s8o3j4chjecv264jqhsh5j753lstmh7ev1u4b72p25o5ks77as7v3pi5a/f/a18cfebbb759475fa881a48c776a0f80_SeqId_6_ as hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/default/test/1334124c2490152f1a141e42168c1b2b/f/65f3b47a2f55446a9f260038193c6c9c_SeqId_6_ 2024-11-15T07:23:26,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/staging/jenkins.hfs.22__test__eqh1189s8o3j4chjecv264jqhsh5j753lstmh7ev1u4b72p25o5ks77as7v3pi5a/f/e9aaccd12b6c4ba1bcb13fdb27c32595_SeqId_6_ into 1334124c2490152f1a141e42168c1b2b/f as hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/default/test/1334124c2490152f1a141e42168c1b2b/f/cd54cb39d36d4893826aa0d4eee733d0_SeqId_6_ - updating store file list. 2024-11-15T07:23:26,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.HStoreFile(483): HFile Bloom filter type for cd54cb39d36d4893826aa0d4eee733d0_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T07:23:26,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/default/test/1334124c2490152f1a141e42168c1b2b/f/cd54cb39d36d4893826aa0d4eee733d0_SeqId_6_ into 1334124c2490152f1a141e42168c1b2b/f 2024-11-15T07:23:26,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/staging/jenkins.hfs.22__test__eqh1189s8o3j4chjecv264jqhsh5j753lstmh7ev1u4b72p25o5ks77as7v3pi5a/f/e9aaccd12b6c4ba1bcb13fdb27c32595_SeqId_6_ into 1334124c2490152f1a141e42168c1b2b/f (new location: hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/default/test/1334124c2490152f1a141e42168c1b2b/f/cd54cb39d36d4893826aa0d4eee733d0_SeqId_6_) 2024-11-15T07:23:26,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/staging/jenkins.hfs.22__test__eqh1189s8o3j4chjecv264jqhsh5j753lstmh7ev1u4b72p25o5ks77as7v3pi5a/f/e9aaccd12b6c4ba1bcb13fdb27c32595_SeqId_6_ 2024-11-15T07:23:26,381 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/staging/jenkins.hfs.22__test__eqh1189s8o3j4chjecv264jqhsh5j753lstmh7ev1u4b72p25o5ks77as7v3pi5a/f/a18cfebbb759475fa881a48c776a0f80_SeqId_6_ into 1334124c2490152f1a141e42168c1b2b/f as hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/default/test/1334124c2490152f1a141e42168c1b2b/f/65f3b47a2f55446a9f260038193c6c9c_SeqId_6_ - updating store file list. 2024-11-15T07:23:26,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 65f3b47a2f55446a9f260038193c6c9c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-15T07:23:26,388 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/default/test/1334124c2490152f1a141e42168c1b2b/f/65f3b47a2f55446a9f260038193c6c9c_SeqId_6_ into 1334124c2490152f1a141e42168c1b2b/f 2024-11-15T07:23:26,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/staging/jenkins.hfs.22__test__eqh1189s8o3j4chjecv264jqhsh5j753lstmh7ev1u4b72p25o5ks77as7v3pi5a/f/a18cfebbb759475fa881a48c776a0f80_SeqId_6_ into 1334124c2490152f1a141e42168c1b2b/f (new location: hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/default/test/1334124c2490152f1a141e42168c1b2b/f/65f3b47a2f55446a9f260038193c6c9c_SeqId_6_) 2024-11-15T07:23:26,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/staging/jenkins.hfs.22__test__eqh1189s8o3j4chjecv264jqhsh5j753lstmh7ev1u4b72p25o5ks77as7v3pi5a/f/a18cfebbb759475fa881a48c776a0f80_SeqId_6_ 2024-11-15T07:23:26,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40303 {}] regionserver.ReplicationSink(324): Finished replicating [b1a8973b-c3e1-4b4e-8cc8-234adbf6943a] bulk loaded data 2024-11-15T07:23:26,407 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,2-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655405335 to pos 393, reset compression=false 2024-11-15T07:23:26,495 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,1-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655405335 to pos 393, reset compression=false 2024-11-15T07:23:26,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35747 is added to blk_1073741838_1014 (size=10791) 2024-11-15T07:23:26,718 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,2-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655405335 to pos 393, reset compression=false 2024-11-15T07:23:26,800 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,1-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655405335 to pos 393, reset compression=false 2024-11-15T07:23:27,041 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:23:27,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 32f0bc5975d0,46245,1731655392427 2024-11-15T07:23:27,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24a3a897 2024-11-15T07:23:27,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-15T07:23:27,042 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-15T07:23:27,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-15T07:23:27,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-15T07:23:27,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=32f0bc5975d0,41155,1731655392571, seqNum=-1] 2024-11-15T07:23:27,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-15T07:23:27,047 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-15T07:23:27,055 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/staging/jenkins.hfs.23__test__9c5i4tldcqp221url92e9mssnbouba25cjqvjic7da60knp7q8c8q31td8d3ievs/f/a18cfebbb759475fa881a48c776a0f80_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-15T07:23:27,057 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/staging/jenkins.hfs.23__test__9c5i4tldcqp221url92e9mssnbouba25cjqvjic7da60knp7q8c8q31td8d3ievs/f/e9aaccd12b6c4ba1bcb13fdb27c32595_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-15T07:23:27,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/staging/jenkins.hfs.23__test__9c5i4tldcqp221url92e9mssnbouba25cjqvjic7da60knp7q8c8q31td8d3ievs/f/a18cfebbb759475fa881a48c776a0f80_SeqId_6_ for inclusion in 6c9faa35f6f241977d892f5c0f5d5c7b/f 2024-11-15T07:23:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-15T07:23:27,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T07:23:27,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/staging/jenkins.hfs.23__test__9c5i4tldcqp221url92e9mssnbouba25cjqvjic7da60knp7q8c8q31td8d3ievs/f/e9aaccd12b6c4ba1bcb13fdb27c32595_SeqId_6_ for inclusion in 6c9faa35f6f241977d892f5c0f5d5c7b/f 2024-11-15T07:23:27,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-15T07:23:27,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-15T07:23:27,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HRegion(2603): Flush status journal for 6c9faa35f6f241977d892f5c0f5d5c7b: 2024-11-15T07:23:27,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a18cfebbb759475fa881a48c776a0f80_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T07:23:27,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/staging/jenkins.hfs.23__test__9c5i4tldcqp221url92e9mssnbouba25cjqvjic7da60knp7q8c8q31td8d3ievs/f/a18cfebbb759475fa881a48c776a0f80_SeqId_6_ as hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/data/default/test/6c9faa35f6f241977d892f5c0f5d5c7b/f/8538ffbe97f847b4a8c8c0045b00a398_SeqId_4_ 2024-11-15T07:23:27,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): e9aaccd12b6c4ba1bcb13fdb27c32595_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-15T07:23:27,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/staging/jenkins.hfs.23__test__9c5i4tldcqp221url92e9mssnbouba25cjqvjic7da60knp7q8c8q31td8d3ievs/f/e9aaccd12b6c4ba1bcb13fdb27c32595_SeqId_6_ as hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/data/default/test/6c9faa35f6f241977d892f5c0f5d5c7b/f/8538975045d948859ff3b96415d120a4_SeqId_4_ 2024-11-15T07:23:27,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/staging/jenkins.hfs.23__test__9c5i4tldcqp221url92e9mssnbouba25cjqvjic7da60knp7q8c8q31td8d3ievs/f/a18cfebbb759475fa881a48c776a0f80_SeqId_6_ into 6c9faa35f6f241977d892f5c0f5d5c7b/f as hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/data/default/test/6c9faa35f6f241977d892f5c0f5d5c7b/f/8538ffbe97f847b4a8c8c0045b00a398_SeqId_4_ - updating store file list. 2024-11-15T07:23:27,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8538ffbe97f847b4a8c8c0045b00a398_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T07:23:27,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/data/default/test/6c9faa35f6f241977d892f5c0f5d5c7b/f/8538ffbe97f847b4a8c8c0045b00a398_SeqId_4_ into 6c9faa35f6f241977d892f5c0f5d5c7b/f 2024-11-15T07:23:27,067 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/staging/jenkins.hfs.23__test__9c5i4tldcqp221url92e9mssnbouba25cjqvjic7da60knp7q8c8q31td8d3ievs/f/a18cfebbb759475fa881a48c776a0f80_SeqId_6_ into 6c9faa35f6f241977d892f5c0f5d5c7b/f (new location: hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/data/default/test/6c9faa35f6f241977d892f5c0f5d5c7b/f/8538ffbe97f847b4a8c8c0045b00a398_SeqId_4_) 2024-11-15T07:23:27,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/staging/jenkins.hfs.23__test__9c5i4tldcqp221url92e9mssnbouba25cjqvjic7da60knp7q8c8q31td8d3ievs/f/a18cfebbb759475fa881a48c776a0f80_SeqId_6_ 2024-11-15T07:23:27,068 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/staging/jenkins.hfs.23__test__9c5i4tldcqp221url92e9mssnbouba25cjqvjic7da60knp7q8c8q31td8d3ievs/f/e9aaccd12b6c4ba1bcb13fdb27c32595_SeqId_6_ into 6c9faa35f6f241977d892f5c0f5d5c7b/f as hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/data/default/test/6c9faa35f6f241977d892f5c0f5d5c7b/f/8538975045d948859ff3b96415d120a4_SeqId_4_ - updating store file list. 2024-11-15T07:23:27,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8538975045d948859ff3b96415d120a4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-15T07:23:27,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/data/default/test/6c9faa35f6f241977d892f5c0f5d5c7b/f/8538975045d948859ff3b96415d120a4_SeqId_4_ into 6c9faa35f6f241977d892f5c0f5d5c7b/f 2024-11-15T07:23:27,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/staging/jenkins.hfs.23__test__9c5i4tldcqp221url92e9mssnbouba25cjqvjic7da60knp7q8c8q31td8d3ievs/f/e9aaccd12b6c4ba1bcb13fdb27c32595_SeqId_6_ into 6c9faa35f6f241977d892f5c0f5d5c7b/f (new location: hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/data/default/test/6c9faa35f6f241977d892f5c0f5d5c7b/f/8538975045d948859ff3b96415d120a4_SeqId_4_) 2024-11-15T07:23:27,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/staging/jenkins.hfs.23__test__9c5i4tldcqp221url92e9mssnbouba25cjqvjic7da60knp7q8c8q31td8d3ievs/f/e9aaccd12b6c4ba1bcb13fdb27c32595_SeqId_6_ 2024-11-15T07:23:27,072 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41155 {}] regionserver.ReplicationSink(324): Finished replicating [b1a8973b-c3e1-4b4e-8cc8-234adbf6943a] bulk loaded data 2024-11-15T07:23:27,135 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,2-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655405335 to pos 393, reset compression=false 2024-11-15T07:23:27,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T07:23:27,201 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:23:27,201 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:23:27,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:27,201 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:27,201 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:23:27,201 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T07:23:27,201 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=738572358, stopped=false 2024-11-15T07:23:27,202 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32f0bc5975d0,46245,1731655392427 2024-11-15T07:23:27,213 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,1-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655405335 to pos 393, reset compression=false 2024-11-15T07:23:27,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46245-0x1013d6025310006, quorum=127.0.0.1:55470, baseZNode=/21930464101 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21930464101/running 2024-11-15T07:23:27,294 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x1013d6025310007, quorum=127.0.0.1:55470, baseZNode=/21930464101 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21930464101/running 2024-11-15T07:23:27,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46245-0x1013d6025310006, quorum=127.0.0.1:55470, baseZNode=/21930464101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21930464101 2024-11-15T07:23:27,294 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x1013d6025310007, quorum=127.0.0.1:55470, baseZNode=/21930464101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21930464101 2024-11-15T07:23:27,294 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:23:27,294 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:23:27,294 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:23:27,294 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:27,294 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32f0bc5975d0,41155,1731655392571' ***** 2024-11-15T07:23:27,294 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T07:23:27,295 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46245-0x1013d6025310006, quorum=127.0.0.1:55470, baseZNode=/21930464101 Set watcher on znode that does not yet exist, /21930464101/running 2024-11-15T07:23:27,295 INFO [RS:0;32f0bc5975d0:41155 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T07:23:27,295 INFO [RS:0;32f0bc5975d0:41155 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T07:23:27,295 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T07:23:27,295 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41155-0x1013d6025310007, quorum=127.0.0.1:55470, baseZNode=/21930464101 Set watcher on znode that does not yet exist, /21930464101/running 2024-11-15T07:23:27,295 INFO [RS:0;32f0bc5975d0:41155 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T07:23:27,295 INFO [RS:0;32f0bc5975d0:41155 {}] regionserver.HRegionServer(3091): Received CLOSE for 6c9faa35f6f241977d892f5c0f5d5c7b 2024-11-15T07:23:27,295 INFO [RS:0;32f0bc5975d0:41155 {}] regionserver.HRegionServer(959): stopping server 32f0bc5975d0,41155,1731655392571 2024-11-15T07:23:27,295 INFO [RS:0;32f0bc5975d0:41155 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:23:27,295 INFO [RS:0;32f0bc5975d0:41155 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:41155. 2024-11-15T07:23:27,295 DEBUG [RS:0;32f0bc5975d0:41155 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:23:27,295 DEBUG [RS:0;32f0bc5975d0:41155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:27,296 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6c9faa35f6f241977d892f5c0f5d5c7b, disabling compactions & flushes 2024-11-15T07:23:27,296 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731655399134.6c9faa35f6f241977d892f5c0f5d5c7b. 2024-11-15T07:23:27,296 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731655399134.6c9faa35f6f241977d892f5c0f5d5c7b. 2024-11-15T07:23:27,296 INFO [RS:0;32f0bc5975d0:41155 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T07:23:27,296 INFO [RS:0;32f0bc5975d0:41155 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T07:23:27,296 INFO [regionserver/32f0bc5975d0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:23:27,296 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731655399134.6c9faa35f6f241977d892f5c0f5d5c7b. after waiting 0 ms 2024-11-15T07:23:27,296 INFO [RS:0;32f0bc5975d0:41155 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T07:23:27,296 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731655399134.6c9faa35f6f241977d892f5c0f5d5c7b. 2024-11-15T07:23:27,296 INFO [RS:0;32f0bc5975d0:41155 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T07:23:27,296 INFO [RS:0;32f0bc5975d0:41155 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T07:23:27,296 DEBUG [RS:0;32f0bc5975d0:41155 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 6c9faa35f6f241977d892f5c0f5d5c7b=test,,1731655399134.6c9faa35f6f241977d892f5c0f5d5c7b.} 2024-11-15T07:23:27,296 DEBUG [RS:0;32f0bc5975d0:41155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6c9faa35f6f241977d892f5c0f5d5c7b 2024-11-15T07:23:27,296 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:23:27,296 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:23:27,296 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:23:27,296 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:23:27,296 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:23:27,296 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-15T07:23:27,305 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/data/default/test/6c9faa35f6f241977d892f5c0f5d5c7b/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-15T07:23:27,305 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:23:27,305 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T07:23:27,305 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731655399134.6c9faa35f6f241977d892f5c0f5d5c7b. 2024-11-15T07:23:27,305 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6c9faa35f6f241977d892f5c0f5d5c7b: Waiting for close lock at 1731655407295Running coprocessor pre-close hooks at 1731655407295Disabling compacts and flushes for region at 1731655407295Disabling writes for close at 1731655407296 (+1 ms)Writing region close event to WAL at 1731655407296Running coprocessor post-close hooks at 1731655407305 (+9 ms)Closed at 1731655407305 2024-11-15T07:23:27,305 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731655399134.6c9faa35f6f241977d892f5c0f5d5c7b. 2024-11-15T07:23:27,318 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/data/hbase/meta/1588230740/.tmp/info/55c1a5cb45cc42e98c1a15ee283dec6f is 129, key is test,,1731655399134.6c9faa35f6f241977d892f5c0f5d5c7b./info:regioninfo/1731655400281/Put/seqid=0 2024-11-15T07:23:27,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35747 is added to blk_1073741839_1015 (size=6421) 2024-11-15T07:23:27,496 DEBUG [RS:0;32f0bc5975d0:41155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:23:27,638 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,2-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655405335 to pos 393, reset compression=false 2024-11-15T07:23:27,696 DEBUG [RS:0;32f0bc5975d0:41155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:23:27,716 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,1-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655405335 to pos 393, reset compression=false 2024-11-15T07:23:27,722 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/data/hbase/meta/1588230740/.tmp/info/55c1a5cb45cc42e98c1a15ee283dec6f 2024-11-15T07:23:27,743 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/data/hbase/meta/1588230740/.tmp/ns/9f25c05390d345e1b243e899e2b77f80 is 43, key is default/ns:d/1731655394733/Put/seqid=0 2024-11-15T07:23:27,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35747 is added to blk_1073741840_1016 (size=5153) 2024-11-15T07:23:27,746 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/data/hbase/meta/1588230740/.tmp/ns/9f25c05390d345e1b243e899e2b77f80 2024-11-15T07:23:27,768 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/data/hbase/meta/1588230740/.tmp/rep_barrier/21fa04310f8f4d97a54247fde24da9b5 is 112, key is test,,1731655399134.6c9faa35f6f241977d892f5c0f5d5c7b./rep_barrier:seqnumDuringOpen/1731655400281/Put/seqid=0 2024-11-15T07:23:27,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35747 is added to blk_1073741841_1017 (size=5518) 2024-11-15T07:23:27,897 DEBUG [RS:0;32f0bc5975d0:41155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:23:27,948 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T07:23:27,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:27,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:27,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:27,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:27,949 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:27,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:27,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:27,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:27,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:27,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:27,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:27,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:27,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:28,003 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:28,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:28,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:28,008 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:28,033 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-15T07:23:28,090 INFO [regionserver/32f0bc5975d0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T07:23:28,090 INFO [regionserver/32f0bc5975d0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T07:23:28,097 DEBUG [RS:0;32f0bc5975d0:41155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:23:28,174 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/data/hbase/meta/1588230740/.tmp/rep_barrier/21fa04310f8f4d97a54247fde24da9b5 2024-11-15T07:23:28,191 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/data/hbase/meta/1588230740/.tmp/table/4af1c09fad514b5c89ecff04c162c876 is 40, key is test/table:state/1731655400287/Put/seqid=0 2024-11-15T07:23:28,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35747 is added to blk_1073741842_1018 (size=5165) 2024-11-15T07:23:28,241 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,2-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655405335 to pos 393, reset compression=false 2024-11-15T07:23:28,297 INFO [RS:0;32f0bc5975d0:41155 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T07:23:28,297 DEBUG [RS:0;32f0bc5975d0:41155 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T07:23:28,297 DEBUG [RS:0;32f0bc5975d0:41155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:23:28,320 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,1-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655405335 to pos 393, reset compression=false 2024-11-15T07:23:28,497 DEBUG [RS:0;32f0bc5975d0:41155 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:23:28,595 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/data/hbase/meta/1588230740/.tmp/table/4af1c09fad514b5c89ecff04c162c876 2024-11-15T07:23:28,599 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/data/hbase/meta/1588230740/.tmp/info/55c1a5cb45cc42e98c1a15ee283dec6f as hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/data/hbase/meta/1588230740/info/55c1a5cb45cc42e98c1a15ee283dec6f 2024-11-15T07:23:28,602 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/data/hbase/meta/1588230740/info/55c1a5cb45cc42e98c1a15ee283dec6f, entries=10, sequenceid=11, filesize=6.3 K 2024-11-15T07:23:28,603 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/data/hbase/meta/1588230740/.tmp/ns/9f25c05390d345e1b243e899e2b77f80 as hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/data/hbase/meta/1588230740/ns/9f25c05390d345e1b243e899e2b77f80 2024-11-15T07:23:28,607 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/data/hbase/meta/1588230740/ns/9f25c05390d345e1b243e899e2b77f80, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T07:23:28,607 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/data/hbase/meta/1588230740/.tmp/rep_barrier/21fa04310f8f4d97a54247fde24da9b5 as hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/data/hbase/meta/1588230740/rep_barrier/21fa04310f8f4d97a54247fde24da9b5 2024-11-15T07:23:28,610 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/data/hbase/meta/1588230740/rep_barrier/21fa04310f8f4d97a54247fde24da9b5, entries=1, sequenceid=11, filesize=5.4 K 2024-11-15T07:23:28,611 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/data/hbase/meta/1588230740/.tmp/table/4af1c09fad514b5c89ecff04c162c876 as hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/data/hbase/meta/1588230740/table/4af1c09fad514b5c89ecff04c162c876 2024-11-15T07:23:28,614 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/data/hbase/meta/1588230740/table/4af1c09fad514b5c89ecff04c162c876, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T07:23:28,615 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1319ms, sequenceid=11, compaction requested=false 2024-11-15T07:23:28,618 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T07:23:28,619 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:23:28,619 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:23:28,619 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:23:28,619 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655407296Running coprocessor pre-close hooks at 1731655407296Disabling compacts and flushes for region at 1731655407296Disabling writes for close at 1731655407296Obtaining lock to block concurrent updates at 1731655407296Preparing flush snapshotting stores in 1588230740 at 1731655407296Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731655407297 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731655407297Flushing 1588230740/info: creating writer at 1731655407297Flushing 1588230740/info: appending metadata at 1731655407318 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731655407318Flushing 1588230740/ns: creating writer at 1731655407726 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731655407742 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731655407742Flushing 1588230740/rep_barrier: creating writer at 1731655407750 (+8 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731655407768 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731655407768Flushing 1588230740/table: creating writer at 1731655408178 (+410 ms)Flushing 1588230740/table: appending metadata at 1731655408191 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731655408191Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@290c98b: reopening flushed file at 1731655408598 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15c41f1f: reopening flushed file at 1731655408602 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31065788: reopening flushed file at 1731655408607 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@da6ce5a: reopening flushed file at 1731655408610 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1319ms, sequenceid=11, compaction requested=false at 1731655408615 (+5 ms)Writing region close event to WAL at 1731655408616 (+1 ms)Running coprocessor post-close hooks at 1731655408619 (+3 ms)Closed at 1731655408619 2024-11-15T07:23:28,619 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T07:23:28,697 INFO [RS:0;32f0bc5975d0:41155 {}] regionserver.HRegionServer(976): stopping server 32f0bc5975d0,41155,1731655392571; all regions closed. 2024-11-15T07:23:28,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35747 is added to blk_1073741834_1010 (size=2717) 2024-11-15T07:23:28,700 DEBUG [RS:0;32f0bc5975d0:41155 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/oldWALs 2024-11-15T07:23:28,700 INFO [RS:0;32f0bc5975d0:41155 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32f0bc5975d0%2C41155%2C1731655392571.meta:.meta(num 1731655394684) 2024-11-15T07:23:28,702 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/WALs/32f0bc5975d0,41155,1731655392571/32f0bc5975d0%2C41155%2C1731655392571.1731655394225 not finished, retry = 0 2024-11-15T07:23:28,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35747 is added to blk_1073741832_1008 (size=1028) 2024-11-15T07:23:28,804 DEBUG [RS:0;32f0bc5975d0:41155 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/oldWALs 2024-11-15T07:23:28,804 INFO [RS:0;32f0bc5975d0:41155 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32f0bc5975d0%2C41155%2C1731655392571:(num 1731655394225) 2024-11-15T07:23:28,804 DEBUG [RS:0;32f0bc5975d0:41155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:28,804 INFO [RS:0;32f0bc5975d0:41155 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:23:28,805 INFO [RS:0;32f0bc5975d0:41155 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:23:28,805 INFO [RS:0;32f0bc5975d0:41155 {}] hbase.ChoreService(370): Chore service for: regionserver/32f0bc5975d0:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-15T07:23:28,805 INFO [RS:0;32f0bc5975d0:41155 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:23:28,805 INFO [regionserver/32f0bc5975d0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:23:28,806 INFO [RS:0;32f0bc5975d0:41155 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:41155. 2024-11-15T07:23:28,806 DEBUG [RS:0;32f0bc5975d0:41155 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:23:28,806 DEBUG [RS:0;32f0bc5975d0:41155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:28,806 DEBUG [RS:0;32f0bc5975d0:41155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:28,806 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:23:28,806 INFO [RS:0;32f0bc5975d0:41155 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41155 2024-11-15T07:23:28,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46245-0x1013d6025310006, quorum=127.0.0.1:55470, baseZNode=/21930464101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21930464101/rs 2024-11-15T07:23:28,868 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x1013d6025310007, quorum=127.0.0.1:55470, baseZNode=/21930464101 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21930464101/rs/32f0bc5975d0,41155,1731655392571 2024-11-15T07:23:28,868 INFO [RS:0;32f0bc5975d0:41155 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:23:28,879 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32f0bc5975d0,41155,1731655392571] 2024-11-15T07:23:28,889 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21930464101/draining/32f0bc5975d0,41155,1731655392571 already deleted, retry=false 2024-11-15T07:23:28,889 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32f0bc5975d0,41155,1731655392571 expired; onlineServers=0 2024-11-15T07:23:28,889 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32f0bc5975d0,46245,1731655392427' ***** 2024-11-15T07:23:28,889 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T07:23:28,890 INFO [M:0;32f0bc5975d0:46245 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:23:28,890 INFO [M:0;32f0bc5975d0:46245 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:23:28,890 DEBUG [M:0;32f0bc5975d0:46245 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T07:23:28,890 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T07:23:28,890 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655393915 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655393915,5,FailOnTimeoutGroup] 2024-11-15T07:23:28,890 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655393915 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655393915,5,FailOnTimeoutGroup] 2024-11-15T07:23:28,890 DEBUG [M:0;32f0bc5975d0:46245 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T07:23:28,890 INFO [M:0;32f0bc5975d0:46245 {}] hbase.ChoreService(370): Chore service for: master/32f0bc5975d0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T07:23:28,890 INFO [M:0;32f0bc5975d0:46245 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:23:28,890 DEBUG [M:0;32f0bc5975d0:46245 {}] master.HMaster(1795): Stopping service threads 2024-11-15T07:23:28,890 INFO [M:0;32f0bc5975d0:46245 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T07:23:28,890 INFO [M:0;32f0bc5975d0:46245 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:23:28,891 INFO [M:0;32f0bc5975d0:46245 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T07:23:28,891 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T07:23:28,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46245-0x1013d6025310006, quorum=127.0.0.1:55470, baseZNode=/21930464101 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21930464101/master 2024-11-15T07:23:28,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46245-0x1013d6025310006, quorum=127.0.0.1:55470, baseZNode=/21930464101 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21930464101 2024-11-15T07:23:28,900 DEBUG [M:0;32f0bc5975d0:46245 {}] zookeeper.ZKUtil(347): master:46245-0x1013d6025310006, quorum=127.0.0.1:55470, baseZNode=/21930464101 Unable to get data of znode /21930464101/master because node does not exist (not an error) 2024-11-15T07:23:28,900 WARN [M:0;32f0bc5975d0:46245 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T07:23:28,900 INFO [M:0;32f0bc5975d0:46245 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/.lastflushedseqids 2024-11-15T07:23:28,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35747 is added to blk_1073741843_1019 (size=173) 2024-11-15T07:23:28,944 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,2-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655405335 to pos 393, reset compression=false 2024-11-15T07:23:28,979 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x1013d6025310007, quorum=127.0.0.1:55470, baseZNode=/21930464101 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:23:28,979 INFO [RS:0;32f0bc5975d0:41155 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:23:28,979 DEBUG [pool-2609-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41155-0x1013d6025310007, quorum=127.0.0.1:55470, baseZNode=/21930464101 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:23:28,979 INFO [RS:0;32f0bc5975d0:41155 {}] regionserver.HRegionServer(1031): Exiting; stopping=32f0bc5975d0,41155,1731655392571; zookeeper connection closed. 2024-11-15T07:23:28,979 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@a2d2696 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@a2d2696 2024-11-15T07:23:28,979 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T07:23:29,023 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,1-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655405335 to pos 393, reset compression=false 2024-11-15T07:23:29,304 INFO [M:0;32f0bc5975d0:46245 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T07:23:29,304 INFO [M:0;32f0bc5975d0:46245 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T07:23:29,305 DEBUG [M:0;32f0bc5975d0:46245 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:23:29,305 INFO [M:0;32f0bc5975d0:46245 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:23:29,305 DEBUG [M:0;32f0bc5975d0:46245 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:23:29,305 DEBUG [M:0;32f0bc5975d0:46245 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:23:29,305 DEBUG [M:0;32f0bc5975d0:46245 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:23:29,305 INFO [M:0;32f0bc5975d0:46245 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-15T07:23:29,348 DEBUG [M:0;32f0bc5975d0:46245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/682b01f17fcb44b5a38bac0c08d52ee5 is 82, key is hbase:meta,,1/info:regioninfo/1731655394713/Put/seqid=0 2024-11-15T07:23:29,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35747 is added to blk_1073741844_1020 (size=5672) 2024-11-15T07:23:29,351 INFO [M:0;32f0bc5975d0:46245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/682b01f17fcb44b5a38bac0c08d52ee5 2024-11-15T07:23:29,368 DEBUG [M:0;32f0bc5975d0:46245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d9dfa9f49c446c7950ddfee9e48dc5b is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731655400291/Put/seqid=0 2024-11-15T07:23:29,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35747 is added to blk_1073741845_1021 (size=6586) 2024-11-15T07:23:29,371 INFO [M:0;32f0bc5975d0:46245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d9dfa9f49c446c7950ddfee9e48dc5b 2024-11-15T07:23:29,385 DEBUG [M:0;32f0bc5975d0:46245 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2bf1ee66a4c8486497573d8247e9d6f4 is 69, key is 32f0bc5975d0,41155,1731655392571/rs:state/1731655394031/Put/seqid=0 2024-11-15T07:23:29,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35747 is added to blk_1073741846_1022 (size=5156) 2024-11-15T07:23:29,388 INFO [M:0;32f0bc5975d0:46245 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2bf1ee66a4c8486497573d8247e9d6f4 2024-11-15T07:23:29,391 DEBUG [M:0;32f0bc5975d0:46245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/682b01f17fcb44b5a38bac0c08d52ee5 as hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/682b01f17fcb44b5a38bac0c08d52ee5 2024-11-15T07:23:29,394 INFO [M:0;32f0bc5975d0:46245 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/682b01f17fcb44b5a38bac0c08d52ee5, entries=8, sequenceid=55, filesize=5.5 K 2024-11-15T07:23:29,395 DEBUG [M:0;32f0bc5975d0:46245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1d9dfa9f49c446c7950ddfee9e48dc5b as hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1d9dfa9f49c446c7950ddfee9e48dc5b 2024-11-15T07:23:29,398 INFO [M:0;32f0bc5975d0:46245 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1d9dfa9f49c446c7950ddfee9e48dc5b, entries=6, sequenceid=55, filesize=6.4 K 2024-11-15T07:23:29,399 DEBUG [M:0;32f0bc5975d0:46245 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2bf1ee66a4c8486497573d8247e9d6f4 as hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2bf1ee66a4c8486497573d8247e9d6f4 2024-11-15T07:23:29,402 INFO [M:0;32f0bc5975d0:46245 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45417/user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2bf1ee66a4c8486497573d8247e9d6f4, entries=1, sequenceid=55, filesize=5.0 K 2024-11-15T07:23:29,402 INFO [M:0;32f0bc5975d0:46245 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=55, compaction requested=false 2024-11-15T07:23:29,403 INFO [M:0;32f0bc5975d0:46245 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:23:29,404 DEBUG [M:0;32f0bc5975d0:46245 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655409305Disabling compacts and flushes for region at 1731655409305Disabling writes for close at 1731655409305Obtaining lock to block concurrent updates at 1731655409305Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731655409305Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731655409305Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731655409335 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731655409335Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731655409347 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731655409347Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731655409353 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731655409368 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731655409368Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731655409374 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731655409385 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731655409385Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71444bc1: reopening flushed file at 1731655409391 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@329983fa: reopening flushed file at 1731655409394 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4aec1: reopening flushed file at 1731655409398 (+4 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 97ms, sequenceid=55, compaction requested=false at 1731655409402 (+4 ms)Writing region close event to WAL at 1731655409403 (+1 ms)Closed at 1731655409403 2024-11-15T07:23:29,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35747 is added to blk_1073741830_1006 (size=32770) 2024-11-15T07:23:29,405 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/c76658dd-7a58-7fb9-c314-bba9ffebd350/MasterData/WALs/32f0bc5975d0,46245,1731655392427/32f0bc5975d0%2C46245%2C1731655392427.1731655393500 not finished, retry = 0 2024-11-15T07:23:29,506 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:23:29,506 INFO [M:0;32f0bc5975d0:46245 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T07:23:29,506 INFO [M:0;32f0bc5975d0:46245 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46245 2024-11-15T07:23:29,506 INFO [M:0;32f0bc5975d0:46245 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:23:29,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46245-0x1013d6025310006, quorum=127.0.0.1:55470, baseZNode=/21930464101 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:23:29,636 INFO [M:0;32f0bc5975d0:46245 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:23:29,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46245-0x1013d6025310006, quorum=127.0.0.1:55470, baseZNode=/21930464101 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:23:29,638 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@366e80c4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T07:23:29,638 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57e15c23{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T07:23:29,638 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T07:23:29,639 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2ccd0deb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T07:23:29,639 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20bef280{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14938faa-01c5-0d73-9633-9638dacfa225/hadoop.log.dir/,STOPPED} 2024-11-15T07:23:29,640 WARN [BP-1402908782-172.17.0.2-1731655390448 heartbeating to localhost/127.0.0.1:45417 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T07:23:29,640 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T07:23:29,640 WARN [BP-1402908782-172.17.0.2-1731655390448 heartbeating to localhost/127.0.0.1:45417 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1402908782-172.17.0.2-1731655390448 (Datanode Uuid 25505446-d7d9-4c8c-9d41-291d0a8ba92b) service to localhost/127.0.0.1:45417 2024-11-15T07:23:29,640 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T07:23:29,640 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14938faa-01c5-0d73-9633-9638dacfa225/cluster_3a94961d-895b-6215-0dad-a5c1a3343b12/data/data1/current/BP-1402908782-172.17.0.2-1731655390448 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T07:23:29,640 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14938faa-01c5-0d73-9633-9638dacfa225/cluster_3a94961d-895b-6215-0dad-a5c1a3343b12/data/data2/current/BP-1402908782-172.17.0.2-1731655390448 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T07:23:29,641 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T07:23:29,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e091a93{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T07:23:29,645 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4298238b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T07:23:29,645 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T07:23:29,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16bb1b08{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T07:23:29,646 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13cf6b15{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/14938faa-01c5-0d73-9633-9638dacfa225/hadoop.log.dir/,STOPPED} 2024-11-15T07:23:29,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T07:23:29,656 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T07:23:29,656 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:23:29,656 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:23:29,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:29,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:29,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:23:29,656 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T07:23:29,656 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=631798037, stopped=false 2024-11-15T07:23:29,656 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32f0bc5975d0,44731,1731655386942 2024-11-15T07:23:29,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44731-0x1013d6025310003, quorum=127.0.0.1:55470, baseZNode=/1230244022 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1230244022/running 2024-11-15T07:23:29,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40303-0x1013d6025310004, quorum=127.0.0.1:55470, baseZNode=/1230244022 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1230244022/running 2024-11-15T07:23:29,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44731-0x1013d6025310003, quorum=127.0.0.1:55470, baseZNode=/1230244022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1230244022 2024-11-15T07:23:29,668 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40303-0x1013d6025310004, quorum=127.0.0.1:55470, baseZNode=/1230244022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1230244022 2024-11-15T07:23:29,668 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:23:29,668 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:23:29,668 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:23:29,669 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:29,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44731-0x1013d6025310003, quorum=127.0.0.1:55470, baseZNode=/1230244022 Set watcher on znode that does not yet exist, /1230244022/running 2024-11-15T07:23:29,669 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32f0bc5975d0,40303,1731655387067' ***** 2024-11-15T07:23:29,669 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T07:23:29,669 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40303-0x1013d6025310004, quorum=127.0.0.1:55470, baseZNode=/1230244022 Set watcher on znode that does not yet exist, /1230244022/running 2024-11-15T07:23:29,669 INFO [RS:0;32f0bc5975d0:40303 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T07:23:29,669 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T07:23:29,669 INFO [RS:0;32f0bc5975d0:40303 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T07:23:29,669 INFO [RS:0;32f0bc5975d0:40303 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T07:23:29,669 INFO [RS:0;32f0bc5975d0:40303 {}] regionserver.HRegionServer(3091): Received CLOSE for 1334124c2490152f1a141e42168c1b2b 2024-11-15T07:23:29,670 INFO [RS:0;32f0bc5975d0:40303 {}] regionserver.HRegionServer(959): stopping server 32f0bc5975d0,40303,1731655387067 2024-11-15T07:23:29,670 INFO [RS:0;32f0bc5975d0:40303 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:23:29,670 INFO [RS:0;32f0bc5975d0:40303 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:40303. 2024-11-15T07:23:29,670 DEBUG [RS:0;32f0bc5975d0:40303 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:23:29,670 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1334124c2490152f1a141e42168c1b2b, disabling compactions & flushes 2024-11-15T07:23:29,670 DEBUG [RS:0;32f0bc5975d0:40303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:29,670 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731655396981.1334124c2490152f1a141e42168c1b2b. 2024-11-15T07:23:29,670 INFO [RS:0;32f0bc5975d0:40303 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T07:23:29,670 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731655396981.1334124c2490152f1a141e42168c1b2b. 2024-11-15T07:23:29,670 INFO [RS:0;32f0bc5975d0:40303 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T07:23:29,670 INFO [RS:0;32f0bc5975d0:40303 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T07:23:29,670 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731655396981.1334124c2490152f1a141e42168c1b2b. after waiting 0 ms 2024-11-15T07:23:29,670 INFO [RS:0;32f0bc5975d0:40303 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T07:23:29,670 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731655396981.1334124c2490152f1a141e42168c1b2b. 2024-11-15T07:23:29,670 INFO [RS:0;32f0bc5975d0:40303 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-15T07:23:29,670 DEBUG [RS:0;32f0bc5975d0:40303 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1334124c2490152f1a141e42168c1b2b=test,,1731655396981.1334124c2490152f1a141e42168c1b2b.} 2024-11-15T07:23:29,670 DEBUG [RS:0;32f0bc5975d0:40303 {}] regionserver.HRegionServer(1351): Waiting on 1334124c2490152f1a141e42168c1b2b, 1588230740 2024-11-15T07:23:29,670 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:23:29,670 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:23:29,670 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:23:29,670 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:23:29,670 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:23:29,670 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-15T07:23:29,672 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/default/test/1334124c2490152f1a141e42168c1b2b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T07:23:29,673 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:23:29,673 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T07:23:29,673 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731655396981.1334124c2490152f1a141e42168c1b2b. 2024-11-15T07:23:29,673 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1334124c2490152f1a141e42168c1b2b: Waiting for close lock at 1731655409670Running coprocessor pre-close hooks at 1731655409670Disabling compacts and flushes for region at 1731655409670Disabling writes for close at 1731655409670Writing region close event to WAL at 1731655409670Running coprocessor post-close hooks at 1731655409673 (+3 ms)Closed at 1731655409673 2024-11-15T07:23:29,673 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731655396981.1334124c2490152f1a141e42168c1b2b. 2024-11-15T07:23:29,676 INFO [regionserver/32f0bc5975d0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:23:29,685 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/hbase/meta/1588230740/.tmp/info/9bcbb9031fef435f9deb6fdd55a61683 is 129, key is test,,1731655396981.1334124c2490152f1a141e42168c1b2b./info:regioninfo/1731655398119/Put/seqid=0 2024-11-15T07:23:29,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741841_1017 (size=6421) 2024-11-15T07:23:29,747 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,2-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655405335 to pos 393, reset compression=false 2024-11-15T07:23:29,826 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,1-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655405335 to pos 393, reset compression=false 2024-11-15T07:23:29,870 DEBUG [RS:0;32f0bc5975d0:40303 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:23:30,070 DEBUG [RS:0;32f0bc5975d0:40303 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:23:30,089 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/hbase/meta/1588230740/.tmp/info/9bcbb9031fef435f9deb6fdd55a61683 2024-11-15T07:23:30,108 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/hbase/meta/1588230740/.tmp/ns/adbd0a46e5894133ac9dce430ea759a6 is 43, key is default/ns:d/1731655390292/Put/seqid=0 2024-11-15T07:23:30,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741842_1018 (size=5153) 2024-11-15T07:23:30,271 DEBUG [RS:0;32f0bc5975d0:40303 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:23:30,471 DEBUG [RS:0;32f0bc5975d0:40303 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:23:30,511 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/hbase/meta/1588230740/.tmp/ns/adbd0a46e5894133ac9dce430ea759a6 2024-11-15T07:23:30,530 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/hbase/meta/1588230740/.tmp/rep_barrier/5253d478a5154387839b9a9b13648227 is 112, key is test,,1731655396981.1334124c2490152f1a141e42168c1b2b./rep_barrier:seqnumDuringOpen/1731655398119/Put/seqid=0 2024-11-15T07:23:30,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741843_1019 (size=5518) 2024-11-15T07:23:30,564 INFO [regionserver/32f0bc5975d0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T07:23:30,564 INFO [regionserver/32f0bc5975d0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T07:23:30,650 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,2-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655405335 to pos 393, reset compression=false 2024-11-15T07:23:30,671 INFO [RS:0;32f0bc5975d0:40303 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T07:23:30,671 DEBUG [RS:0;32f0bc5975d0:40303 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T07:23:30,671 DEBUG [RS:0;32f0bc5975d0:40303 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:23:30,729 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,1-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655405335 to pos 393, reset compression=false 2024-11-15T07:23:30,871 DEBUG [RS:0;32f0bc5975d0:40303 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:23:30,933 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/hbase/meta/1588230740/.tmp/rep_barrier/5253d478a5154387839b9a9b13648227 2024-11-15T07:23:30,949 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/hbase/meta/1588230740/.tmp/table/f88af24f99cf4574834513987443afc1 is 40, key is test/table:state/1731655398128/Put/seqid=0 2024-11-15T07:23:30,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741844_1020 (size=5165) 2024-11-15T07:23:31,000 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-15T07:23:31,071 DEBUG [RS:0;32f0bc5975d0:40303 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:23:31,271 DEBUG [RS:0;32f0bc5975d0:40303 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:23:31,353 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/hbase/meta/1588230740/.tmp/table/f88af24f99cf4574834513987443afc1 2024-11-15T07:23:31,357 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/hbase/meta/1588230740/.tmp/info/9bcbb9031fef435f9deb6fdd55a61683 as hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/hbase/meta/1588230740/info/9bcbb9031fef435f9deb6fdd55a61683 2024-11-15T07:23:31,360 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/hbase/meta/1588230740/info/9bcbb9031fef435f9deb6fdd55a61683, entries=10, sequenceid=11, filesize=6.3 K 2024-11-15T07:23:31,360 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/hbase/meta/1588230740/.tmp/ns/adbd0a46e5894133ac9dce430ea759a6 as hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/hbase/meta/1588230740/ns/adbd0a46e5894133ac9dce430ea759a6 2024-11-15T07:23:31,363 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/hbase/meta/1588230740/ns/adbd0a46e5894133ac9dce430ea759a6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T07:23:31,363 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/hbase/meta/1588230740/.tmp/rep_barrier/5253d478a5154387839b9a9b13648227 as hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/hbase/meta/1588230740/rep_barrier/5253d478a5154387839b9a9b13648227 2024-11-15T07:23:31,366 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/hbase/meta/1588230740/rep_barrier/5253d478a5154387839b9a9b13648227, entries=1, sequenceid=11, filesize=5.4 K 2024-11-15T07:23:31,366 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/hbase/meta/1588230740/.tmp/table/f88af24f99cf4574834513987443afc1 as hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/hbase/meta/1588230740/table/f88af24f99cf4574834513987443afc1 2024-11-15T07:23:31,369 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/hbase/meta/1588230740/table/f88af24f99cf4574834513987443afc1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-15T07:23:31,370 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1699ms, sequenceid=11, compaction requested=false 2024-11-15T07:23:31,372 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-15T07:23:31,373 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:23:31,373 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:23:31,373 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:23:31,373 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655409670Running coprocessor pre-close hooks at 1731655409670Disabling compacts and flushes for region at 1731655409670Disabling writes for close at 1731655409670Obtaining lock to block concurrent updates at 1731655409670Preparing flush snapshotting stores in 1588230740 at 1731655409670Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731655409670Flushing stores of hbase:meta,,1.1588230740 at 1731655409671 (+1 ms)Flushing 1588230740/info: creating writer at 1731655409671Flushing 1588230740/info: appending metadata at 1731655409685 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731655409685Flushing 1588230740/ns: creating writer at 1731655410093 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731655410108 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731655410108Flushing 1588230740/rep_barrier: creating writer at 1731655410515 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731655410530 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731655410530Flushing 1588230740/table: creating writer at 1731655410937 (+407 ms)Flushing 1588230740/table: appending metadata at 1731655410948 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731655410948Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@616ba17f: reopening flushed file at 1731655411356 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@523c3fb3: reopening flushed file at 1731655411360 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e6becb: reopening flushed file at 1731655411363 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69f05601: reopening flushed file at 1731655411366 (+3 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1699ms, sequenceid=11, compaction requested=false at 1731655411370 (+4 ms)Writing region close event to WAL at 1731655411371 (+1 ms)Running coprocessor post-close hooks at 1731655411373 (+2 ms)Closed at 1731655411373 2024-11-15T07:23:31,373 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T07:23:31,472 INFO [RS:0;32f0bc5975d0:40303 {}] regionserver.HRegionServer(976): stopping server 32f0bc5975d0,40303,1731655387067; all regions closed. 2024-11-15T07:23:31,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741834_1010 (size=2717) 2024-11-15T07:23:31,475 DEBUG [RS:0;32f0bc5975d0:40303 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/oldWALs 2024-11-15T07:23:31,475 INFO [RS:0;32f0bc5975d0:40303 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32f0bc5975d0%2C40303%2C1731655387067.meta:.meta(num 1731655390189) 2024-11-15T07:23:31,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741833_1009 (size=1374) 2024-11-15T07:23:31,477 DEBUG [RS:0;32f0bc5975d0:40303 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/oldWALs 2024-11-15T07:23:31,477 INFO [RS:0;32f0bc5975d0:40303 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 32f0bc5975d0%2C40303%2C1731655387067:(num 1731655389690) 2024-11-15T07:23:31,477 DEBUG [RS:0;32f0bc5975d0:40303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:31,477 INFO [RS:0;32f0bc5975d0:40303 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:23:31,477 INFO [RS:0;32f0bc5975d0:40303 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:23:31,477 INFO [RS:0;32f0bc5975d0:40303 {}] hbase.ChoreService(370): Chore service for: regionserver/32f0bc5975d0:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T07:23:31,478 INFO [RS:0;32f0bc5975d0:40303 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:23:31,478 INFO [regionserver/32f0bc5975d0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:23:31,478 INFO [RS:0;32f0bc5975d0:40303 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:40303. 2024-11-15T07:23:31,478 DEBUG [RS:0;32f0bc5975d0:40303 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:23:31,478 DEBUG [RS:0;32f0bc5975d0:40303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:31,478 DEBUG [RS:0;32f0bc5975d0:40303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:31,478 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:23:31,478 INFO [RS:0;32f0bc5975d0:40303 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40303 2024-11-15T07:23:31,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44731-0x1013d6025310003, quorum=127.0.0.1:55470, baseZNode=/1230244022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1230244022/rs 2024-11-15T07:23:31,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40303-0x1013d6025310004, quorum=127.0.0.1:55470, baseZNode=/1230244022 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1230244022/rs/32f0bc5975d0,40303,1731655387067 2024-11-15T07:23:31,542 INFO [RS:0;32f0bc5975d0:40303 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:23:31,542 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32f0bc5975d0,40303,1731655387067] 2024-11-15T07:23:31,563 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1230244022/draining/32f0bc5975d0,40303,1731655387067 already deleted, retry=false 2024-11-15T07:23:31,563 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32f0bc5975d0,40303,1731655387067 expired; onlineServers=0 2024-11-15T07:23:31,563 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32f0bc5975d0,44731,1731655386942' ***** 2024-11-15T07:23:31,563 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T07:23:31,563 INFO [M:0;32f0bc5975d0:44731 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:23:31,563 INFO [M:0;32f0bc5975d0:44731 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:23:31,563 DEBUG [M:0;32f0bc5975d0:44731 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T07:23:31,563 DEBUG [M:0;32f0bc5975d0:44731 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T07:23:31,563 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T07:23:31,563 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655389340 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655389340,5,FailOnTimeoutGroup] 2024-11-15T07:23:31,563 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655389340 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655389340,5,FailOnTimeoutGroup] 2024-11-15T07:23:31,563 INFO [M:0;32f0bc5975d0:44731 {}] hbase.ChoreService(370): Chore service for: master/32f0bc5975d0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T07:23:31,563 INFO [M:0;32f0bc5975d0:44731 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:23:31,563 DEBUG [M:0;32f0bc5975d0:44731 {}] master.HMaster(1795): Stopping service threads 2024-11-15T07:23:31,563 INFO [M:0;32f0bc5975d0:44731 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T07:23:31,563 INFO [M:0;32f0bc5975d0:44731 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:23:31,564 INFO [M:0;32f0bc5975d0:44731 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T07:23:31,564 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T07:23:31,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44731-0x1013d6025310003, quorum=127.0.0.1:55470, baseZNode=/1230244022 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1230244022/master 2024-11-15T07:23:31,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44731-0x1013d6025310003, quorum=127.0.0.1:55470, baseZNode=/1230244022 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1230244022 2024-11-15T07:23:31,573 DEBUG [M:0;32f0bc5975d0:44731 {}] zookeeper.ZKUtil(347): master:44731-0x1013d6025310003, quorum=127.0.0.1:55470, baseZNode=/1230244022 Unable to get data of znode /1230244022/master because node does not exist (not an error) 2024-11-15T07:23:31,573 WARN [M:0;32f0bc5975d0:44731 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T07:23:31,574 INFO [M:0;32f0bc5975d0:44731 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/.lastflushedseqids 2024-11-15T07:23:31,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741845_1021 (size=173) 2024-11-15T07:23:31,652 INFO [RS:0;32f0bc5975d0:40303 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:23:31,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40303-0x1013d6025310004, quorum=127.0.0.1:55470, baseZNode=/1230244022 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:23:31,653 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40303-0x1013d6025310004, quorum=127.0.0.1:55470, baseZNode=/1230244022 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:23:31,653 INFO [RS:0;32f0bc5975d0:40303 {}] regionserver.HRegionServer(1031): Exiting; stopping=32f0bc5975d0,40303,1731655387067; zookeeper connection closed. 2024-11-15T07:23:31,653 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@c89de4f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@c89de4f 2024-11-15T07:23:31,653 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T07:23:31,653 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,2-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655405335 to pos 393, reset compression=false 2024-11-15T07:23:31,732 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,1-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655405335 to pos 393, reset compression=false 2024-11-15T07:23:31,978 INFO [M:0;32f0bc5975d0:44731 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T07:23:31,978 INFO [M:0;32f0bc5975d0:44731 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T07:23:31,978 DEBUG [M:0;32f0bc5975d0:44731 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:23:31,978 INFO [M:0;32f0bc5975d0:44731 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:23:31,978 DEBUG [M:0;32f0bc5975d0:44731 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:23:31,978 DEBUG [M:0;32f0bc5975d0:44731 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:23:31,978 DEBUG [M:0;32f0bc5975d0:44731 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:23:31,978 INFO [M:0;32f0bc5975d0:44731 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.98 KB heapSize=33.85 KB 2024-11-15T07:23:31,996 DEBUG [M:0;32f0bc5975d0:44731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f63f71b61cfb4bafab8a930ab2a41c2a is 82, key is hbase:meta,,1/info:regioninfo/1731655390215/Put/seqid=0 2024-11-15T07:23:32,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741846_1022 (size=5672) 2024-11-15T07:23:32,021 INFO [M:0;32f0bc5975d0:44731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f63f71b61cfb4bafab8a930ab2a41c2a 2024-11-15T07:23:32,042 DEBUG [M:0;32f0bc5975d0:44731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd0f10849d61453d98cbcaf01cb5fe7b is 1245, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731655398132/Put/seqid=0 2024-11-15T07:23:32,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741847_1023 (size=6585) 2024-11-15T07:23:32,445 INFO [M:0;32f0bc5975d0:44731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.42 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd0f10849d61453d98cbcaf01cb5fe7b 2024-11-15T07:23:32,466 DEBUG [M:0;32f0bc5975d0:44731 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa39a3cf54794795b10c62792bedb75f is 69, key is 32f0bc5975d0,40303,1731655387067/rs:state/1731655389500/Put/seqid=0 2024-11-15T07:23:32,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741848_1024 (size=5156) 2024-11-15T07:23:32,756 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,2-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655405335 to pos 393, reset compression=false 2024-11-15T07:23:32,836 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,1-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655405335 to pos 393, reset compression=false 2024-11-15T07:23:32,870 INFO [M:0;32f0bc5975d0:44731 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa39a3cf54794795b10c62792bedb75f 2024-11-15T07:23:32,874 DEBUG [M:0;32f0bc5975d0:44731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f63f71b61cfb4bafab8a930ab2a41c2a as hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f63f71b61cfb4bafab8a930ab2a41c2a 2024-11-15T07:23:32,877 INFO [M:0;32f0bc5975d0:44731 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f63f71b61cfb4bafab8a930ab2a41c2a, entries=8, sequenceid=55, filesize=5.5 K 2024-11-15T07:23:32,878 DEBUG [M:0;32f0bc5975d0:44731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dd0f10849d61453d98cbcaf01cb5fe7b as hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dd0f10849d61453d98cbcaf01cb5fe7b 2024-11-15T07:23:32,882 INFO [M:0;32f0bc5975d0:44731 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dd0f10849d61453d98cbcaf01cb5fe7b, entries=6, sequenceid=55, filesize=6.4 K 2024-11-15T07:23:32,886 DEBUG [M:0;32f0bc5975d0:44731 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fa39a3cf54794795b10c62792bedb75f as hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fa39a3cf54794795b10c62792bedb75f 2024-11-15T07:23:32,891 INFO [M:0;32f0bc5975d0:44731 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44351/user/jenkins/test-data/6a106b15-8065-fc52-9ffe-5e7177eb1a15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fa39a3cf54794795b10c62792bedb75f, entries=1, sequenceid=55, filesize=5.0 K 2024-11-15T07:23:32,892 INFO [M:0;32f0bc5975d0:44731 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 913ms, sequenceid=55, compaction requested=false 2024-11-15T07:23:32,893 INFO [M:0;32f0bc5975d0:44731 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:23:32,893 DEBUG [M:0;32f0bc5975d0:44731 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655411978Disabling compacts and flushes for region at 1731655411978Disabling writes for close at 1731655411978Obtaining lock to block concurrent updates at 1731655411978Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731655411978Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28651, getHeapSize=34600, getOffHeapSize=0, getCellsCount=66 at 1731655411978Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731655411979 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731655411979Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731655411995 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731655411995Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731655412025 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731655412041 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731655412041Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731655412449 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731655412465 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731655412465Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@989db06: reopening flushed file at 1731655412873 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78268e33: reopening flushed file at 1731655412878 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22d157b1: reopening flushed file at 1731655412882 (+4 ms)Finished flush of dataSize ~27.98 KB/28651, heapSize ~33.55 KB/34360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 913ms, sequenceid=55, compaction requested=false at 1731655412892 (+10 ms)Writing region close event to WAL at 1731655412893 (+1 ms)Closed at 1731655412893 2024-11-15T07:23:32,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38607 is added to blk_1073741830_1006 (size=32758) 2024-11-15T07:23:32,895 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:23:32,895 INFO [M:0;32f0bc5975d0:44731 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T07:23:32,895 INFO [M:0;32f0bc5975d0:44731 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44731 2024-11-15T07:23:32,896 INFO [M:0;32f0bc5975d0:44731 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:23:33,053 INFO [M:0;32f0bc5975d0:44731 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:23:33,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44731-0x1013d6025310003, quorum=127.0.0.1:55470, baseZNode=/1230244022 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:23:33,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44731-0x1013d6025310003, quorum=127.0.0.1:55470, baseZNode=/1230244022 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:23:33,061 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3888c1a7{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T07:23:33,061 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46510e09{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T07:23:33,061 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T07:23:33,062 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@34141b3c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T07:23:33,062 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70e236b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0528ee31-6b2b-9793-944c-6a144c652e22/hadoop.log.dir/,STOPPED} 2024-11-15T07:23:33,063 WARN [BP-138678200-172.17.0.2-1731655385202 heartbeating to localhost/127.0.0.1:44351 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T07:23:33,063 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T07:23:33,063 WARN [BP-138678200-172.17.0.2-1731655385202 heartbeating to localhost/127.0.0.1:44351 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-138678200-172.17.0.2-1731655385202 (Datanode Uuid ee4fad80-3dbb-4a07-961a-cd32040c214b) service to localhost/127.0.0.1:44351 2024-11-15T07:23:33,063 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T07:23:33,064 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0528ee31-6b2b-9793-944c-6a144c652e22/cluster_1bb34a83-56b8-055f-1ae4-f728950e2a97/data/data1/current/BP-138678200-172.17.0.2-1731655385202 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T07:23:33,064 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0528ee31-6b2b-9793-944c-6a144c652e22/cluster_1bb34a83-56b8-055f-1ae4-f728950e2a97/data/data2/current/BP-138678200-172.17.0.2-1731655385202 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T07:23:33,064 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T07:23:33,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7d4a1c40{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T07:23:33,071 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b1cf660{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T07:23:33,071 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T07:23:33,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d1b783b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T07:23:33,071 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32c44444{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0528ee31-6b2b-9793-944c-6a144c652e22/hadoop.log.dir/,STOPPED} 2024-11-15T07:23:33,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T07:23:33,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-15T07:23:33,087 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:23:33,087 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:23:33,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:33,087 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:23:33,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:33,087 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-15T07:23:33,087 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1044089237, stopped=false 2024-11-15T07:23:33,087 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=32f0bc5975d0,46567,1731655381059 2024-11-15T07:23:33,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1013d6025310001, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1949642625/running 2024-11-15T07:23:33,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x1013d6025310000, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1949642625/running 2024-11-15T07:23:33,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x1013d6025310000, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949642625 2024-11-15T07:23:33,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1013d6025310001, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949642625 2024-11-15T07:23:33,100 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:23:33,100 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-15T07:23:33,100 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:23:33,100 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:33,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46567-0x1013d6025310000, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Set watcher on znode that does not yet exist, /0-1949642625/running 2024-11-15T07:23:33,100 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41779-0x1013d6025310001, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Set watcher on znode that does not yet exist, /0-1949642625/running 2024-11-15T07:23:33,101 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '32f0bc5975d0,41779,1731655381592' ***** 2024-11-15T07:23:33,101 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-15T07:23:33,101 INFO [RS:0;32f0bc5975d0:41779 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-15T07:23:33,101 INFO [RS:0;32f0bc5975d0:41779 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-15T07:23:33,101 INFO [RS:0;32f0bc5975d0:41779 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-15T07:23:33,101 INFO [RS:0;32f0bc5975d0:41779 {}] regionserver.HRegionServer(3091): Received CLOSE for a56160dba2d8eee63eb994f8ccfaafa0 2024-11-15T07:23:33,101 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-15T07:23:33,101 INFO [RS:0;32f0bc5975d0:41779 {}] regionserver.HRegionServer(3091): Received CLOSE for c7c267ab98f25096ceeb2a4f72e4b2a3 2024-11-15T07:23:33,101 INFO [RS:0;32f0bc5975d0:41779 {}] regionserver.HRegionServer(959): stopping server 32f0bc5975d0,41779,1731655381592 2024-11-15T07:23:33,101 INFO [RS:0;32f0bc5975d0:41779 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:23:33,101 INFO [RS:0;32f0bc5975d0:41779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:41779. 2024-11-15T07:23:33,101 DEBUG [RS:0;32f0bc5975d0:41779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:23:33,101 DEBUG [RS:0;32f0bc5975d0:41779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:33,101 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a56160dba2d8eee63eb994f8ccfaafa0, disabling compactions & flushes 2024-11-15T07:23:33,102 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731655394825.a56160dba2d8eee63eb994f8ccfaafa0. 2024-11-15T07:23:33,102 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731655394825.a56160dba2d8eee63eb994f8ccfaafa0. 2024-11-15T07:23:33,102 INFO [RS:0;32f0bc5975d0:41779 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-15T07:23:33,102 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731655394825.a56160dba2d8eee63eb994f8ccfaafa0. after waiting 0 ms 2024-11-15T07:23:33,102 INFO [RS:0;32f0bc5975d0:41779 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-15T07:23:33,102 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731655394825.a56160dba2d8eee63eb994f8ccfaafa0. 2024-11-15T07:23:33,102 INFO [RS:0;32f0bc5975d0:41779 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-15T07:23:33,102 INFO [RS:0;32f0bc5975d0:41779 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-15T07:23:33,102 INFO [RS:0;32f0bc5975d0:41779 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-15T07:23:33,102 DEBUG [RS:0;32f0bc5975d0:41779 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a56160dba2d8eee63eb994f8ccfaafa0=test,,1731655394825.a56160dba2d8eee63eb994f8ccfaafa0., c7c267ab98f25096ceeb2a4f72e4b2a3=hbase:replication,,1731655401301.c7c267ab98f25096ceeb2a4f72e4b2a3.} 2024-11-15T07:23:33,102 DEBUG [RS:0;32f0bc5975d0:41779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a56160dba2d8eee63eb994f8ccfaafa0, c7c267ab98f25096ceeb2a4f72e4b2a3 2024-11-15T07:23:33,102 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-15T07:23:33,102 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-15T07:23:33,102 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-15T07:23:33,102 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-15T07:23:33,102 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-15T07:23:33,102 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-15T07:23:33,107 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/default/test/a56160dba2d8eee63eb994f8ccfaafa0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-15T07:23:33,107 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:23:33,107 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-15T07:23:33,107 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731655394825.a56160dba2d8eee63eb994f8ccfaafa0. 2024-11-15T07:23:33,107 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a56160dba2d8eee63eb994f8ccfaafa0: Waiting for close lock at 1731655413101Running coprocessor pre-close hooks at 1731655413101Disabling compacts and flushes for region at 1731655413101Disabling writes for close at 1731655413102 (+1 ms)Writing region close event to WAL at 1731655413104 (+2 ms)Running coprocessor post-close hooks at 1731655413107 (+3 ms)Closed at 1731655413107 2024-11-15T07:23:33,107 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731655394825.a56160dba2d8eee63eb994f8ccfaafa0. 2024-11-15T07:23:33,107 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c7c267ab98f25096ceeb2a4f72e4b2a3, disabling compactions & flushes 2024-11-15T07:23:33,107 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731655401301.c7c267ab98f25096ceeb2a4f72e4b2a3. 2024-11-15T07:23:33,107 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731655401301.c7c267ab98f25096ceeb2a4f72e4b2a3. 2024-11-15T07:23:33,107 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731655401301.c7c267ab98f25096ceeb2a4f72e4b2a3. after waiting 0 ms 2024-11-15T07:23:33,107 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731655401301.c7c267ab98f25096ceeb2a4f72e4b2a3. 2024-11-15T07:23:33,107 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c7c267ab98f25096ceeb2a4f72e4b2a3 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-15T07:23:33,117 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/hbase/meta/1588230740/.tmp/info/580dda4f8cc84ac7a8e59c84cbec0b1e is 147, key is hbase:replication,,1731655401301.c7c267ab98f25096ceeb2a4f72e4b2a3./info:regioninfo/1731655402459/Put/seqid=0 2024-11-15T07:23:33,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741847_1023 (size=7686) 2024-11-15T07:23:33,120 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/hbase/replication/c7c267ab98f25096ceeb2a4f72e4b2a3/.tmp/hfileref/0c48b36192c0465cbce9aa38cdbd72c0 is 74, key is 1/hfileref:663ad861f4eb4e1185315c627be53b57_SeqId_4_/1731655405298/DeleteColumn/seqid=0 2024-11-15T07:23:33,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741848_1024 (size=5489) 2024-11-15T07:23:33,167 INFO [regionserver/32f0bc5975d0:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:23:33,302 DEBUG [RS:0;32f0bc5975d0:41779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c7c267ab98f25096ceeb2a4f72e4b2a3 2024-11-15T07:23:33,503 DEBUG [RS:0;32f0bc5975d0:41779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c7c267ab98f25096ceeb2a4f72e4b2a3 2024-11-15T07:23:33,520 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/hbase/meta/1588230740/.tmp/info/580dda4f8cc84ac7a8e59c84cbec0b1e 2024-11-15T07:23:33,524 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/hbase/replication/c7c267ab98f25096ceeb2a4f72e4b2a3/.tmp/hfileref/0c48b36192c0465cbce9aa38cdbd72c0 2024-11-15T07:23:33,536 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/hbase/meta/1588230740/.tmp/ns/ce7f4022905c4c60bf6b6de6850c2805 is 43, key is default/ns:d/1731655385081/Put/seqid=0 2024-11-15T07:23:33,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741849_1025 (size=5153) 2024-11-15T07:23:33,542 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/hbase/replication/c7c267ab98f25096ceeb2a4f72e4b2a3/.tmp/queue/f53d78fac54f4ea484a24d69a6b95b0d is 153, key is 1-32f0bc5975d0,41779,1731655381592/queue:32f0bc5975d0%2C41779%2C1731655381592/1731655406396/Put/seqid=0 2024-11-15T07:23:33,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741850_1026 (size=5504) 2024-11-15T07:23:33,703 DEBUG [RS:0;32f0bc5975d0:41779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c7c267ab98f25096ceeb2a4f72e4b2a3 2024-11-15T07:23:33,903 DEBUG [RS:0;32f0bc5975d0:41779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c7c267ab98f25096ceeb2a4f72e4b2a3 2024-11-15T07:23:33,940 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/hbase/meta/1588230740/.tmp/ns/ce7f4022905c4c60bf6b6de6850c2805 2024-11-15T07:23:33,947 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/hbase/replication/c7c267ab98f25096ceeb2a4f72e4b2a3/.tmp/queue/f53d78fac54f4ea484a24d69a6b95b0d 2024-11-15T07:23:33,948 INFO [regionserver/32f0bc5975d0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-15T07:23:33,948 INFO [regionserver/32f0bc5975d0:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-15T07:23:33,950 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/hbase/replication/c7c267ab98f25096ceeb2a4f72e4b2a3/.tmp/hfileref/0c48b36192c0465cbce9aa38cdbd72c0 as hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/hbase/replication/c7c267ab98f25096ceeb2a4f72e4b2a3/hfileref/0c48b36192c0465cbce9aa38cdbd72c0 2024-11-15T07:23:33,953 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/hbase/replication/c7c267ab98f25096ceeb2a4f72e4b2a3/hfileref/0c48b36192c0465cbce9aa38cdbd72c0, entries=6, sequenceid=17, filesize=5.4 K 2024-11-15T07:23:33,953 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/hbase/replication/c7c267ab98f25096ceeb2a4f72e4b2a3/.tmp/queue/f53d78fac54f4ea484a24d69a6b95b0d as hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/hbase/replication/c7c267ab98f25096ceeb2a4f72e4b2a3/queue/f53d78fac54f4ea484a24d69a6b95b0d 2024-11-15T07:23:33,956 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/hbase/replication/c7c267ab98f25096ceeb2a4f72e4b2a3/queue/f53d78fac54f4ea484a24d69a6b95b0d, entries=2, sequenceid=17, filesize=5.4 K 2024-11-15T07:23:33,956 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for c7c267ab98f25096ceeb2a4f72e4b2a3 in 849ms, sequenceid=17, compaction requested=false 2024-11-15T07:23:33,959 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/hbase/replication/c7c267ab98f25096ceeb2a4f72e4b2a3/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-15T07:23:33,959 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/hbase/meta/1588230740/.tmp/rep_barrier/b12c393a49d94313948db0ab644e754f is 112, key is test,,1731655394825.a56160dba2d8eee63eb994f8ccfaafa0./rep_barrier:seqnumDuringOpen/1731655395964/Put/seqid=0 2024-11-15T07:23:33,959 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:23:33,959 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:23:33,959 INFO [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731655401301.c7c267ab98f25096ceeb2a4f72e4b2a3. 2024-11-15T07:23:33,959 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,2-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655405335 to pos 393, reset compression=false 2024-11-15T07:23:33,960 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c7c267ab98f25096ceeb2a4f72e4b2a3: Waiting for close lock at 1731655413107Running coprocessor pre-close hooks at 1731655413107Disabling compacts and flushes for region at 1731655413107Disabling writes for close at 1731655413107Obtaining lock to block concurrent updates at 1731655413107Preparing flush snapshotting stores in c7c267ab98f25096ceeb2a4f72e4b2a3 at 1731655413107Finished memstore snapshotting hbase:replication,,1731655401301.c7c267ab98f25096ceeb2a4f72e4b2a3., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731655413108 (+1 ms)Flushing stores of hbase:replication,,1731655401301.c7c267ab98f25096ceeb2a4f72e4b2a3. at 1731655413108Flushing c7c267ab98f25096ceeb2a4f72e4b2a3/hfileref: creating writer at 1731655413108Flushing c7c267ab98f25096ceeb2a4f72e4b2a3/hfileref: appending metadata at 1731655413120 (+12 ms)Flushing c7c267ab98f25096ceeb2a4f72e4b2a3/hfileref: closing flushed file at 1731655413120Flushing c7c267ab98f25096ceeb2a4f72e4b2a3/queue: creating writer at 1731655413526 (+406 ms)Flushing c7c267ab98f25096ceeb2a4f72e4b2a3/queue: appending metadata at 1731655413542 (+16 ms)Flushing c7c267ab98f25096ceeb2a4f72e4b2a3/queue: closing flushed file at 1731655413542Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6117e213: reopening flushed file at 1731655413950 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@556f20dc: reopening flushed file at 1731655413953 (+3 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for c7c267ab98f25096ceeb2a4f72e4b2a3 in 849ms, sequenceid=17, compaction requested=false at 1731655413956 (+3 ms)Writing region close event to WAL at 1731655413957 (+1 ms)Running coprocessor post-close hooks at 1731655413959 (+2 ms)Closed at 1731655413959 2024-11-15T07:23:33,960 DEBUG [RS_CLOSE_REGION-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731655401301.c7c267ab98f25096ceeb2a4f72e4b2a3. 2024-11-15T07:23:33,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741851_1027 (size=5518) 2024-11-15T07:23:33,965 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,2-32f0bc5975d0,41779,1731655381592 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:23:33,965 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,2-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655405335 to pos 688, reset compression=false 2024-11-15T07:23:33,965 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41779,1731655381592.replicationSource.shipper32f0bc5975d0%2C41779%2C1731655381592,2-32f0bc5975d0,41779,1731655381592 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-32f0bc5975d0,41779,1731655381592 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655405335, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T07:23:33,966 ERROR [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41779,1731655381592.replicationSource.shipper32f0bc5975d0%2C41779%2C1731655381592,2-32f0bc5975d0,41779,1731655381592 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 32f0bc5975d0,41779,1731655381592: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-32f0bc5975d0,41779,1731655381592, walGroup=32f0bc5975d0%2C41779%2C1731655381592, offset=32f0bc5975d0%2C41779%2C1731655381592.1731655405335:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:41779 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-15T07:23:33,967 ERROR [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41779,1731655381592.replicationSource.shipper32f0bc5975d0%2C41779%2C1731655381592,2-32f0bc5975d0,41779,1731655381592 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-15T07:23:33,967 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41779,1731655381592.replicationSource.shipper32f0bc5975d0%2C41779%2C1731655381592,2-32f0bc5975d0,41779,1731655381592 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-15T07:23:33,967 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41779,1731655381592.replicationSource.shipper32f0bc5975d0%2C41779%2C1731655381592,2-32f0bc5975d0,41779,1731655381592 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-15T07:23:33,967 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41779,1731655381592.replicationSource.shipper32f0bc5975d0%2C41779%2C1731655381592,2-32f0bc5975d0,41779,1731655381592 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-15T07:23:33,967 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41779,1731655381592.replicationSource.shipper32f0bc5975d0%2C41779%2C1731655381592,2-32f0bc5975d0,41779,1731655381592 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-15T07:23:33,967 INFO [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41779,1731655381592.replicationSource.shipper32f0bc5975d0%2C41779%2C1731655381592,2-32f0bc5975d0,41779,1731655381592 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1434451968, "init": 1048576000, "max": 2306867200, "used": 1033549744 }, "NonHeapMemoryUsage": { "committed": 211615744, "init": 7667712, "max": -1, "used": 208583936 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-15T07:23:33,968 WARN [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41779,1731655381592.replicationSource.shipper32f0bc5975d0%2C41779%2C1731655381592,2-32f0bc5975d0,41779,1731655381592 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:46567 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:46567 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-15T07:23:34,051 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,1-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655405335 to pos 393, reset compression=false 2024-11-15T07:23:34,054 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,1-32f0bc5975d0,41779,1731655381592 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-15T07:23:34,054 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,1-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655405335 to pos 688, reset compression=false 2024-11-15T07:23:34,055 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592.replicationSource.shipper32f0bc5975d0%2C41779%2C1731655381592,1-32f0bc5975d0,41779,1731655381592 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-32f0bc5975d0,41779,1731655381592 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655405335, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-15T07:23:34,055 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592.replicationSource.shipper32f0bc5975d0%2C41779%2C1731655381592,1-32f0bc5975d0,41779,1731655381592 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-15T07:23:34,103 INFO [RS:0;32f0bc5975d0:41779 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-15T07:23:34,103 DEBUG [RS:0;32f0bc5975d0:41779 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-15T07:23:34,103 DEBUG [RS:0;32f0bc5975d0:41779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:23:34,121 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-15T07:23:34,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:34,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:34,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:34,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:34,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:34,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:34,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:34,123 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:34,163 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:34,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:34,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:34,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:34,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:34,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:34,168 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,2-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655405335 to pos 688, reset compression=false 2024-11-15T07:23:34,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:34,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:34,174 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:34,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:34,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-15T07:23:34,257 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,1-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655405335 to pos 688, reset compression=false 2024-11-15T07:23:34,303 DEBUG [RS:0;32f0bc5975d0:41779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:23:34,365 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/hbase/meta/1588230740/.tmp/rep_barrier/b12c393a49d94313948db0ab644e754f 2024-11-15T07:23:34,380 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/hbase/meta/1588230740/.tmp/table/1e594b52cb874529b13ac7a648cad506 is 53, key is hbase:replication/table:state/1731655402466/Put/seqid=0 2024-11-15T07:23:34,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741852_1028 (size=5308) 2024-11-15T07:23:34,472 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,2-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655405335 to pos 688, reset compression=false 2024-11-15T07:23:34,504 DEBUG [RS:0;32f0bc5975d0:41779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:23:34,560 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,1-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655405335 to pos 688, reset compression=false 2024-11-15T07:23:34,704 DEBUG [RS:0;32f0bc5975d0:41779 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-15T07:23:34,783 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/hbase/meta/1588230740/.tmp/table/1e594b52cb874529b13ac7a648cad506 2024-11-15T07:23:34,787 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/hbase/meta/1588230740/.tmp/info/580dda4f8cc84ac7a8e59c84cbec0b1e as hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/hbase/meta/1588230740/info/580dda4f8cc84ac7a8e59c84cbec0b1e 2024-11-15T07:23:34,790 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/hbase/meta/1588230740/info/580dda4f8cc84ac7a8e59c84cbec0b1e, entries=20, sequenceid=16, filesize=7.5 K 2024-11-15T07:23:34,791 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/hbase/meta/1588230740/.tmp/ns/ce7f4022905c4c60bf6b6de6850c2805 as hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/hbase/meta/1588230740/ns/ce7f4022905c4c60bf6b6de6850c2805 2024-11-15T07:23:34,794 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/hbase/meta/1588230740/ns/ce7f4022905c4c60bf6b6de6850c2805, entries=2, sequenceid=16, filesize=5.0 K 2024-11-15T07:23:34,794 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/hbase/meta/1588230740/.tmp/rep_barrier/b12c393a49d94313948db0ab644e754f as hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/hbase/meta/1588230740/rep_barrier/b12c393a49d94313948db0ab644e754f 2024-11-15T07:23:34,797 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/hbase/meta/1588230740/rep_barrier/b12c393a49d94313948db0ab644e754f, entries=1, sequenceid=16, filesize=5.4 K 2024-11-15T07:23:34,798 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/hbase/meta/1588230740/.tmp/table/1e594b52cb874529b13ac7a648cad506 as hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/hbase/meta/1588230740/table/1e594b52cb874529b13ac7a648cad506 2024-11-15T07:23:34,800 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/hbase/meta/1588230740/table/1e594b52cb874529b13ac7a648cad506, entries=4, sequenceid=16, filesize=5.2 K 2024-11-15T07:23:34,801 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1699ms, sequenceid=16, compaction requested=false 2024-11-15T07:23:34,801 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-15T07:23:34,804 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-15T07:23:34,805 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-15T07:23:34,805 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-15T07:23:34,805 INFO [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-15T07:23:34,805 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731655413102Running coprocessor pre-close hooks at 1731655413102Disabling compacts and flushes for region at 1731655413102Disabling writes for close at 1731655413102Obtaining lock to block concurrent updates at 1731655413102Preparing flush snapshotting stores in 1588230740 at 1731655413102Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731655413103 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731655413103Flushing 1588230740/info: creating writer at 1731655413103Flushing 1588230740/info: appending metadata at 1731655413117 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731655413117Flushing 1588230740/ns: creating writer at 1731655413524 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731655413536 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731655413536Flushing 1588230740/rep_barrier: creating writer at 1731655413943 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731655413959 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731655413959Flushing 1588230740/table: creating writer at 1731655414369 (+410 ms)Flushing 1588230740/table: appending metadata at 1731655414380 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731655414380Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1328b372: reopening flushed file at 1731655414787 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56bfb084: reopening flushed file at 1731655414791 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@170f8089: reopening flushed file at 1731655414794 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19b879e7: reopening flushed file at 1731655414797 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1699ms, sequenceid=16, compaction requested=false at 1731655414801 (+4 ms)Writing region close event to WAL at 1731655414802 (+1 ms)Running coprocessor post-close hooks at 1731655414805 (+3 ms)Closed at 1731655414805 2024-11-15T07:23:34,805 DEBUG [RS_CLOSE_META-regionserver/32f0bc5975d0:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-15T07:23:34,875 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,2-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655405335 to pos 688, reset compression=false 2024-11-15T07:23:34,885 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:46567 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-15T07:23:34,904 INFO [RS:0;32f0bc5975d0:41779 {}] regionserver.HRegionServer(976): stopping server 32f0bc5975d0,41779,1731655381592; all regions closed. 2024-11-15T07:23:34,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741844_1020 (size=859) 2024-11-15T07:23:34,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741843_1019 (size=2791) 2024-11-15T07:23:34,908 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.rep.1731655405355 not finished, retry = 0 2024-11-15T07:23:34,963 DEBUG [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,1-32f0bc5975d0,41779,1731655381592 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655405335 to pos 688, reset compression=false 2024-11-15T07:23:35,010 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/WALs/32f0bc5975d0,41779,1731655381592/32f0bc5975d0%2C41779%2C1731655381592.1731655405335 not finished, retry = 0 2024-11-15T07:23:35,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741842_1018 (size=696) 2024-11-15T07:23:35,111 DEBUG [RS:0;32f0bc5975d0:41779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:35,111 INFO [RS:0;32f0bc5975d0:41779 {}] regionserver.LeaseManager(133): Closed leases 2024-11-15T07:23:35,111 INFO [RS:0;32f0bc5975d0:41779 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:23:35,111 INFO [RS:0;32f0bc5975d0:41779 {}] hbase.ChoreService(370): Chore service for: regionserver/32f0bc5975d0:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-15T07:23:35,112 INFO [RS:0;32f0bc5975d0:41779 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:23:35,112 INFO [regionserver/32f0bc5975d0:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:23:35,112 INFO [RS:0;32f0bc5975d0:41779 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-32f0bc5975d0,41779,1731655381592 because: Region server is closing 2024-11-15T07:23:35,112 INFO [RS:0;32f0bc5975d0:41779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:41779. 2024-11-15T07:23:35,112 DEBUG [RS:0;32f0bc5975d0:41779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:23:35,112 DEBUG [RS:0;32f0bc5975d0:41779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:35,113 DEBUG [RS:0;32f0bc5975d0:41779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:35,113 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:23:35,213 INFO [RS:0;32f0bc5975d0:41779 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592.replicationSource.shipper32f0bc5975d0%2C41779%2C1731655381592,1-32f0bc5975d0,41779,1731655381592 terminated 2024-11-15T07:23:35,213 INFO [RS:0;32f0bc5975d0:41779 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-32f0bc5975d0,41779,1731655381592 because: Region server is closing 2024-11-15T07:23:35,213 WARN [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,1-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,1-32f0bc5975d0,41779,1731655381592 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T07:23:35,213 INFO [RS:0;32f0bc5975d0:41779 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;32f0bc5975d0:41779. 2024-11-15T07:23:35,213 DEBUG [RS:0;32f0bc5975d0:41779 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-15T07:23:35,213 DEBUG [RS:0;32f0bc5975d0:41779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:35,213 DEBUG [RS:0;32f0bc5975d0:41779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-15T07:23:35,213 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-15T07:23:35,314 INFO [RS:0;32f0bc5975d0:41779 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41779,1731655381592.replicationSource.shipper32f0bc5975d0%2C41779%2C1731655381592,2-32f0bc5975d0,41779,1731655381592 terminated 2024-11-15T07:23:35,314 WARN [RS_REFRESH_PEER-regionserver/32f0bc5975d0:0-0.replicationSource,2-32f0bc5975d0,41779,1731655381592.replicationSource.wal-reader.32f0bc5975d0%2C41779%2C1731655381592,2-32f0bc5975d0,41779,1731655381592 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-15T07:23:35,314 INFO [RS:0;32f0bc5975d0:41779 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41779 2024-11-15T07:23:35,378 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-15T07:23:35,378 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32f0bc5975d0,34421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:34421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T07:23:35,378 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 18, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 169148 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [32f0bc5975d0,34421,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=32f0bc5975d0:34421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-15T07:23:35,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1013d6025310001, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1949642625/rs/32f0bc5975d0,41779,1731655381592 2024-11-15T07:23:35,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x1013d6025310000, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949642625/rs 2024-11-15T07:23:35,430 INFO [RS:0;32f0bc5975d0:41779 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:23:35,440 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [32f0bc5975d0,41779,1731655381592] 2024-11-15T07:23:35,451 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1949642625/draining/32f0bc5975d0,41779,1731655381592 already deleted, retry=false 2024-11-15T07:23:35,451 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 32f0bc5975d0,41779,1731655381592 expired; onlineServers=0 2024-11-15T07:23:35,451 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '32f0bc5975d0,46567,1731655381059' ***** 2024-11-15T07:23:35,451 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-15T07:23:35,451 INFO [M:0;32f0bc5975d0:46567 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-15T07:23:35,451 INFO [M:0;32f0bc5975d0:46567 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-15T07:23:35,451 DEBUG [M:0;32f0bc5975d0:46567 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-15T07:23:35,452 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-15T07:23:35,452 DEBUG [M:0;32f0bc5975d0:46567 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-15T07:23:35,452 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655383764 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.small.0-1731655383764,5,FailOnTimeoutGroup] 2024-11-15T07:23:35,452 DEBUG [master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655383760 {}] cleaner.HFileCleaner(306): Exit Thread[master/32f0bc5975d0:0:becomeActiveMaster-HFileCleaner.large.0-1731655383760,5,FailOnTimeoutGroup] 2024-11-15T07:23:35,452 INFO [M:0;32f0bc5975d0:46567 {}] hbase.ChoreService(370): Chore service for: master/32f0bc5975d0:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-15T07:23:35,452 INFO [M:0;32f0bc5975d0:46567 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-15T07:23:35,452 DEBUG [M:0;32f0bc5975d0:46567 {}] master.HMaster(1795): Stopping service threads 2024-11-15T07:23:35,452 INFO [M:0;32f0bc5975d0:46567 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-15T07:23:35,452 INFO [M:0;32f0bc5975d0:46567 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-15T07:23:35,452 INFO [M:0;32f0bc5975d0:46567 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-15T07:23:35,452 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-15T07:23:35,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x1013d6025310000, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1949642625/master 2024-11-15T07:23:35,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x1013d6025310000, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1949642625 2024-11-15T07:23:35,462 DEBUG [M:0;32f0bc5975d0:46567 {}] zookeeper.ZKUtil(347): master:46567-0x1013d6025310000, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Unable to get data of znode /0-1949642625/master because node does not exist (not an error) 2024-11-15T07:23:35,462 WARN [M:0;32f0bc5975d0:46567 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-15T07:23:35,462 INFO [M:0;32f0bc5975d0:46567 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/.lastflushedseqids 2024-11-15T07:23:35,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741853_1029 (size=263) 2024-11-15T07:23:35,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1013d6025310001, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:23:35,541 INFO [RS:0;32f0bc5975d0:41779 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:23:35,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41779-0x1013d6025310001, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:23:35,541 INFO [RS:0;32f0bc5975d0:41779 {}] regionserver.HRegionServer(1031): Exiting; stopping=32f0bc5975d0,41779,1731655381592; zookeeper connection closed. 2024-11-15T07:23:35,541 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@73379522 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@73379522 2024-11-15T07:23:35,541 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-15T07:23:35,866 INFO [M:0;32f0bc5975d0:46567 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-15T07:23:35,866 INFO [M:0;32f0bc5975d0:46567 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-15T07:23:35,866 DEBUG [M:0;32f0bc5975d0:46567 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-15T07:23:35,866 INFO [M:0;32f0bc5975d0:46567 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:23:35,866 DEBUG [M:0;32f0bc5975d0:46567 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:23:35,866 DEBUG [M:0;32f0bc5975d0:46567 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-15T07:23:35,866 DEBUG [M:0;32f0bc5975d0:46567 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:23:35,866 INFO [M:0;32f0bc5975d0:46567 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.82 KB heapSize=70.48 KB 2024-11-15T07:23:35,883 DEBUG [M:0;32f0bc5975d0:46567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c9abcf48d9a4fa0addbbf49d447e2fe is 82, key is hbase:meta,,1/info:regioninfo/1731655385056/Put/seqid=0 2024-11-15T07:23:35,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741854_1030 (size=5672) 2024-11-15T07:23:36,286 INFO [M:0;32f0bc5975d0:46567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c9abcf48d9a4fa0addbbf49d447e2fe 2024-11-15T07:23:36,305 DEBUG [M:0;32f0bc5975d0:46567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eeed61899e024b1a8935538bc0079de5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731655402470/Put/seqid=0 2024-11-15T07:23:36,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741855_1031 (size=8908) 2024-11-15T07:23:36,708 INFO [M:0;32f0bc5975d0:46567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.26 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eeed61899e024b1a8935538bc0079de5 2024-11-15T07:23:36,727 DEBUG [M:0;32f0bc5975d0:46567 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a49d30403b9f421dbc0eed230f2a1a0f is 69, key is 32f0bc5975d0,41779,1731655381592/rs:state/1731655383898/Put/seqid=0 2024-11-15T07:23:36,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741856_1032 (size=5156) 2024-11-15T07:23:37,018 INFO [master/32f0bc5975d0:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-15T07:23:37,018 INFO [master/32f0bc5975d0:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-15T07:23:37,130 INFO [M:0;32f0bc5975d0:46567 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a49d30403b9f421dbc0eed230f2a1a0f 2024-11-15T07:23:37,134 DEBUG [M:0;32f0bc5975d0:46567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c9abcf48d9a4fa0addbbf49d447e2fe as hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3c9abcf48d9a4fa0addbbf49d447e2fe 2024-11-15T07:23:37,137 INFO [M:0;32f0bc5975d0:46567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3c9abcf48d9a4fa0addbbf49d447e2fe, entries=8, sequenceid=112, filesize=5.5 K 2024-11-15T07:23:37,137 DEBUG [M:0;32f0bc5975d0:46567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eeed61899e024b1a8935538bc0079de5 as hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eeed61899e024b1a8935538bc0079de5 2024-11-15T07:23:37,140 INFO [M:0;32f0bc5975d0:46567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eeed61899e024b1a8935538bc0079de5, entries=13, sequenceid=112, filesize=8.7 K 2024-11-15T07:23:37,141 DEBUG [M:0;32f0bc5975d0:46567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a49d30403b9f421dbc0eed230f2a1a0f as hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a49d30403b9f421dbc0eed230f2a1a0f 2024-11-15T07:23:37,143 INFO [M:0;32f0bc5975d0:46567 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34721/user/jenkins/test-data/054dac11-37f3-ce57-3da7-ef99121a2257/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a49d30403b9f421dbc0eed230f2a1a0f, entries=1, sequenceid=112, filesize=5.0 K 2024-11-15T07:23:37,144 INFO [M:0;32f0bc5975d0:46567 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=112, compaction requested=false 2024-11-15T07:23:37,145 INFO [M:0;32f0bc5975d0:46567 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-15T07:23:37,145 DEBUG [M:0;32f0bc5975d0:46567 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731655415866Disabling compacts and flushes for region at 1731655415866Disabling writes for close at 1731655415866Obtaining lock to block concurrent updates at 1731655415866Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731655415866Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61256, getHeapSize=72112, getOffHeapSize=0, getCellsCount=131 at 1731655415866Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731655415867 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731655415867Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731655415882 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731655415882Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731655416289 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731655416304 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731655416304Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731655416712 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731655416726 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731655416726Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@422c987f: reopening flushed file at 1731655417134 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c97d605: reopening flushed file at 1731655417137 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d42e7b0: reopening flushed file at 1731655417140 (+3 ms)Finished flush of dataSize ~59.82 KB/61256, heapSize ~70.19 KB/71872, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1278ms, sequenceid=112, compaction requested=false at 1731655417144 (+4 ms)Writing region close event to WAL at 1731655417145 (+1 ms)Closed at 1731655417145 2024-11-15T07:23:37,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34467 is added to blk_1073741830_1006 (size=69043) 2024-11-15T07:23:37,147 INFO [M:0;32f0bc5975d0:46567 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-15T07:23:37,147 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-15T07:23:37,147 INFO [M:0;32f0bc5975d0:46567 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46567 2024-11-15T07:23:37,147 INFO [M:0;32f0bc5975d0:46567 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-15T07:23:37,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x1013d6025310000, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:23:37,256 INFO [M:0;32f0bc5975d0:46567 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-15T07:23:37,256 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46567-0x1013d6025310000, quorum=127.0.0.1:55470, baseZNode=/0-1949642625 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-15T07:23:37,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b0be4e4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-15T07:23:37,265 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34fab3f3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T07:23:37,265 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T07:23:37,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25dbcf6f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T07:23:37,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@433f76aa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51189b82-a00a-45eb-5748-e0968a136f13/hadoop.log.dir/,STOPPED} 2024-11-15T07:23:37,267 WARN [BP-82744816-172.17.0.2-1731655379354 heartbeating to localhost/127.0.0.1:34721 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-15T07:23:37,267 WARN [BP-82744816-172.17.0.2-1731655379354 heartbeating to localhost/127.0.0.1:34721 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-82744816-172.17.0.2-1731655379354 (Datanode Uuid c5d4ec0f-7f98-4bc1-909a-a0878fdba0fb) service to localhost/127.0.0.1:34721 2024-11-15T07:23:37,267 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-15T07:23:37,267 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-15T07:23:37,267 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51189b82-a00a-45eb-5748-e0968a136f13/cluster_39b379dd-03ec-bb09-ae90-0cf3b3fc97c2/data/data1/current/BP-82744816-172.17.0.2-1731655379354 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T07:23:37,267 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51189b82-a00a-45eb-5748-e0968a136f13/cluster_39b379dd-03ec-bb09-ae90-0cf3b3fc97c2/data/data2/current/BP-82744816-172.17.0.2-1731655379354 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-15T07:23:37,267 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-15T07:23:37,273 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ce858a2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-15T07:23:37,274 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4ddbf8ea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-15T07:23:37,274 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-15T07:23:37,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@407caae5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-15T07:23:37,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14623fdf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/51189b82-a00a-45eb-5748-e0968a136f13/hadoop.log.dir/,STOPPED} 2024-11-15T07:23:37,285 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-15T07:23:37,298 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-15T07:23:37,314 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=592 (was 535) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45417 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34721 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34721 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44351 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:34721 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:44351 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:44351 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55470) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34721 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55470) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34721 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:34721 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34721 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:44351 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55470) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34721 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34721 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:45417 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:45417 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:34721 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:34721 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45417 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@4e260663[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:44351 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:45417 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (631944414) connection to localhost/127.0.0.1:45417 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=972 (was 870) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=352 (was 398), ProcessCount=11 (was 11), AvailableMemoryMB=6034 (was 7096) 2024-11-15T07:23:37,314 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=592 is superior to 500